{ "runs": [ { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_009a205d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -4.92589360527583, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16007727420056642, "position_mse": 5.228379311006392e-06, "position_mse_by_step": { "10": 1.773477931018722e-08, "20": 1.3251668010535615e-07, "30": 3.5569903581286357e-07, "40": 6.86485737284264e-07, "50": 1.128393739285067e-06, "60": 1.6849773590113923e-06, "70": 2.362867985945221e-06, "80": 3.171306960122625e-06, "90": 4.121984298827946e-06, "100": 5.228379311006392e-06 }, "relative_mse_by_step": { "10": 0.05835691206354212, "20": 0.10668832527100808, "30": 0.12541946125872214, "40": 0.1348449594928822, "50": 0.14083945915361365, "60": 0.145241710286978, "70": 0.1489881793968294, "80": 0.15255232393532964, "90": 0.15620348822467575, "100": 0.16007727420056642 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.271271387668273, "20": -4.939763690149273, "30": -4.309023440315459, "40": -4.000062092351744, "50": -3.7811833602303535, "60": -3.617448287415363, "70": -3.4884991428623273, "80": -3.38474727094892, "90": -3.3027663147535185, "100": -3.2347090258193374 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_462a2483", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.9246671204879465, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12079535073792261, "position_mse": 3.849373280218061e-06, "position_mse_by_step": { "10": 3.99425184276809e-09, "20": 3.46935258870624e-08, "30": 1.09107918116231e-07, "40": 2.4582437474813497e-07, "50": 4.6744664723113214e-07, "60": 7.991833750712171e-07, "70": 1.2701308301237597e-06, "80": 1.9123127697996876e-06, "90": 2.7599087023385697e-06, "100": 3.849373280218061e-06 }, "relative_mse_by_step": { "10": 0.013203486999891524, "20": 0.028223759722638415, "30": 0.03903226956944682, "40": 0.04912275195353543, "50": 0.05947359301341957, "60": 0.07033377980597906, "70": 0.08186946928294427, "80": 0.09413330015155068, "90": 0.10711586904111499, "100": 0.12079535073792261 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7725383157170727, "20": 0.8274583558816276, "30": 0.8552985905994243, "40": 0.8760863355667347, "50": 0.8923546633109534, "60": 0.9048775079673832, "70": 0.9130421191840943, "80": 0.9160162863244015, "90": 0.9136983420785596, "100": 0.9060904151603743 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_96e59bac", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.41602719443005154, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18012587992921766, "position_mse": 5.88319877822739e-06, "position_mse_by_step": { "10": 1.5704090864218248e-08, "20": 1.1595143232234761e-07, "30": 3.089666195269355e-07, "40": 5.997168654760441e-07, "50": 1.0048353471704884e-06, "60": 1.5476598820539168e-06, "70": 2.260605049692848e-06, "80": 3.1851978036456786e-06, "90": 4.372546112563214e-06, "100": 5.88319877822739e-06 }, "relative_mse_by_step": { "10": 0.05167486065499763, "20": 0.09335175102040527, "30": 0.10894161374219687, "40": 0.11780113124015106, "50": 0.125417628534159, "60": 0.13340521580891682, "70": 0.14254009648121943, "80": 0.15322052808191972, "90": 0.1656985824521038, "100": 0.18012587992921766 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.89842280789243, "20": -4.8791188927456535, "30": -4.19878873999642, "40": -3.645202320556825, "50": -3.0034320895052042, "60": -2.2672242689903404, "70": -1.466878258058503, "80": -0.6660349033588184, "90": 0.05225912531608412, "100": 0.5981820667323167 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_99423939", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": 0.9370381822275985, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12587781505847082, "position_mse": 4.011335659015458e-06, "position_mse_by_step": { "10": 3.8992776666254716e-09, "20": 3.462012089069536e-08, "30": 1.0881131249362852e-07, "40": 2.440467824271764e-07, "50": 4.6405545747672605e-07, "60": 7.971605337989526e-07, "70": 1.2771345032953313e-06, "80": 1.942674063570848e-06, "90": 2.8376552677400468e-06, "100": 4.011335659015458e-06 }, "relative_mse_by_step": { "10": 0.012889538268217302, "20": 0.028164043538510902, "30": 0.03892616186601781, "40": 0.04876753808694298, "50": 0.05904212935766443, "60": 0.07015575549133009, "70": 0.0823209086087119, "80": 0.09562783013884425, "90": 0.11013332063684515, "100": 0.12587781505847082 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8432773421438842, "20": 0.8460580715488832, "30": 0.8804208787412996, "40": 0.9118914055231562, "50": 0.9332109120140767, "60": 0.9448709305327124, "70": 0.9475331476054272, "80": 0.9418632175432828, "90": 0.9288194374860912, "100": 0.9089401656861137 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_bb734815", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.4993402665204669, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16746644896051352, "position_mse": 5.336636468403607e-06, "position_mse_by_step": { "10": 9.607208064405753e-09, "20": 7.42035984784601e-08, "30": 2.1509360407710533e-07, "40": 4.49463457157557e-07, "50": 7.996127110538558e-07, "60": 1.290243678856281e-06, "70": 1.9517737437167528e-06, "80": 2.8191420497591933e-06, "90": 3.93207900241269e-06, "100": 5.336636468403607e-06 }, "relative_mse_by_step": { "10": 0.03175779890126455, "20": 0.060365860213481067, "30": 0.07694759172343243, "40": 0.08981567405897238, "50": 0.10173533434727959, "60": 0.1135505537720267, "70": 0.1258064734503815, "80": 0.1387718311203024, "90": 0.15260941752343765, "100": 0.16746644896051352 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.36645819093193777, "20": -0.29508270741740317, "30": -0.3044774836770845, "40": -0.3302303032208662, "50": -0.36236917606573416, "60": -0.39677455857338373, "70": -0.4326405615284967, "80": -0.46931523375366435, "90": -0.5069618639018443, "100": -0.5448804460318495 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_bd8ca976", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -3.853330783425702, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19698826717404447, "position_mse": 6.433951263521262e-06, "position_mse_by_step": { "10": 1.6445193454625186e-08, "20": 1.2448370962608074e-07, "30": 3.4023589977140644e-07, "40": 6.762377400398074e-07, "50": 1.1541109798380538e-06, "60": 1.7954516096096995e-06, "70": 2.622433273050514e-06, "80": 3.656905935096282e-06, "90": 4.920326624967077e-06, "100": 6.433951263521262e-06 }, "relative_mse_by_step": { "10": 0.05411348466841279, "20": 0.10022103249923042, "30": 0.1199671603064356, "40": 0.13283196679943063, "50": 0.1440493336187989, "60": 0.1547643718312165, "70": 0.16535479817979234, "80": 0.17591154241034632, "90": 0.18645684367190357, "100": 0.19698826717404447 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.303812332286084, "20": -4.076184044838962, "30": -3.394153510848283, "40": -3.0490859630029927, "50": -2.8301297473276623, "60": -2.685738947642438, "70": -2.5822569168647616, "80": -2.5033952717872188, "90": -2.442928704020714, "100": -2.3932172599779116 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_d4722f9c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9196469215661687, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11531842958627198, "position_mse": 3.674840785298069e-06, "position_mse_by_step": { "10": 7.316540180459162e-09, "20": 5.4997550919771196e-08, "30": 1.5770421378949858e-07, "40": 3.2559480691268e-07, "50": 5.720846204632884e-07, "60": 9.121489460893275e-07, "70": 1.3657371539466113e-06, "80": 1.9579844162771157e-06, "90": 2.716676246957864e-06, "100": 3.674840785298069e-06 }, "relative_mse_by_step": { "10": 0.02418571661468604, "20": 0.0447414214267579, "30": 0.05641710969420169, "40": 0.06506316940180558, "50": 0.07278676205767469, "60": 0.08027554767237947, "70": 0.08803201475135676, "80": 0.09638147988144162, "90": 0.10543795773014966, "100": 0.11531842958627198 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.4673890607905883, "20": 0.5293441060793116, "30": 0.6019564529533832, "40": 0.6849724908265011, "50": 0.760772096253048, "60": 0.8249610963241245, "70": 0.8718666578805081, "80": 0.897392151893989, "90": 0.900131945056712, "100": 0.8800865106440738 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_fe43ddcb", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -1.2861051588608383, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1674966111228154, "position_mse": 5.47070669857216e-06, "position_mse_by_step": { "10": 1.7533462570717973e-08, "20": 1.309704637567474e-07, "30": 3.519628072672682e-07, "40": 6.815977672301544e-07, "50": 1.1263399698131188e-06, "60": 1.693737745256385e-06, "70": 2.395215956393518e-06, "80": 3.2458265224022396e-06, "90": 4.264060053011625e-06, "100": 5.47070669857216e-06 }, "relative_mse_by_step": { "10": 0.05769447228593646, "20": 0.10544347645191171, "30": 0.12410206727069188, "40": 0.13388482574479255, "50": 0.14058311974691096, "60": 0.1459968382263491, "70": 0.15102784697578062, "80": 0.15613700764691812, "90": 0.16158747971682008, "100": 0.1674966111228154 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.919379070118343, "20": -4.950261787986613, "30": -4.367027416559881, "40": -3.96551069681563, "50": -3.522819409342482, "60": -3.0146925087261414, "70": -2.4400271040769916, "80": -1.8197697343968078, "90": -1.188199561116492, "100": -0.5820707470192321 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_04827177", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -2.800919059353744, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15477773921411106, "position_mse": 5.0495880267525145e-06, "position_mse_by_step": { "10": 1.6884193849391646e-08, "20": 1.2253669558402537e-07, "30": 3.277887384507088e-07, "40": 6.349332576657422e-07, "50": 1.0486323557046261e-06, "60": 1.5747006984716855e-06, "70": 2.2238452497650282e-06, "80": 3.008244559258141e-06, "90": 3.944123576055907e-06, "100": 5.0495880267525145e-06 }, "relative_mse_by_step": { "10": 0.055680810353054874, "20": 0.09896185029771577, "30": 0.11595235097774338, "40": 0.12507381358414682, "50": 0.13120036389458187, "60": 0.13602069499034888, "70": 0.14046960062157252, "80": 0.1449259651337485, "90": 0.14965446059895227, "100": 0.15477773921411106 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.845217117499748, "20": -6.459660767116487, "30": -5.49033679396123, "40": -4.997157568113135, "50": -4.648889103017907, "60": -4.395636191972235, "70": -4.19542710546691, "80": -4.0340872766616584, "90": -3.9016174989951127, "100": -3.7892413363057917 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_1b9ab139", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 86, "val_score": -1.3147478187910249, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15740713794541003, "position_mse": 5.135371553624931e-06, "position_mse_by_step": { "10": 1.6771168514268757e-08, "20": 1.2220850613380613e-07, "30": 3.2842816958732006e-07, "40": 6.392491035305576e-07, "50": 1.0603946905567747e-06, "60": 1.5982305112873162e-06, "70": 2.262760835338083e-06, "80": 3.064506826230432e-06, "90": 4.017188394657621e-06, "100": 5.135371553624931e-06 }, "relative_mse_by_step": { "10": 0.05530807462719167, "20": 0.0986968012437398, "30": 0.11617854405542166, "40": 0.12592398058144405, "50": 0.13267201657100042, "60": 0.1380531710635996, "70": 0.1429277108538287, "80": 0.14763647060660898, "90": 0.15242680680102896, "100": 0.15740713794541003 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.545481150655775, "20": -6.687292704992883, "30": -5.869083716931722, "40": -5.382036774444382, "50": -4.911924161885661, "60": -4.421781640502824, "70": -3.8852986990189473, "80": -3.3103363199663987, "90": -2.7141607837194512, "100": -2.1167120284990135 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_42f9471b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": 0.9576205400020561, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11281872549821685, "position_mse": 3.6860659095948124e-06, "position_mse_by_step": { "10": 6.415970688860335e-09, "20": 5.472009844607685e-08, "30": 1.6071592461308627e-07, "40": 3.358957648279061e-07, "50": 5.932731382734297e-07, "60": 9.467195383194849e-07, "70": 1.4127668616684526e-06, "80": 2.0102131450983053e-06, "90": 2.7599642292232474e-06, "100": 3.6860659095948124e-06 }, "relative_mse_by_step": { "10": 0.02110813661679025, "20": 0.04406845461305696, "30": 0.05669224511712755, "40": 0.06598722170035434, "50": 0.07404150734224327, "60": 0.08159134334712512, "70": 0.0890596664074002, "80": 0.09667009726549172, "90": 0.10455441663497461, "100": 0.11281872549821685 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6716888532427592, "20": 0.5027165644211465, "30": 0.5324751877795739, "40": 0.5905124070438996, "50": 0.6544968145053895, "60": 0.7186186037559497, "70": 0.7784223976558603, "80": 0.8313025879209867, "90": 0.8752709027514458, "100": 0.909178121098584 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_5b8cbea5", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.9733780945045559, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13561203109418687, "position_mse": 4.430779398895928e-06, "position_mse_by_step": { "10": 1.0687927789227684e-08, "20": 7.998122950603203e-08, "30": 2.2314655836781177e-07, "40": 4.5091788484695276e-07, "50": 7.757444298864665e-07, "60": 1.2109014547892879e-06, "70": 1.7733166613100236e-06, "80": 2.482346812168349e-06, "90": 3.3600685144717446e-06, "100": 4.430779398895928e-06 }, "relative_mse_by_step": { "10": 0.03516260451705407, "20": 0.06441233262502954, "30": 0.07871453569076699, "40": 0.08858348794988646, "50": 0.09681423815731775, "60": 0.1043593929968147, "70": 0.11178843061511345, "80": 0.11937475802709589, "90": 0.127287882815427, "100": 0.13561203109418687 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3346448631534824, "20": 0.20557507959404375, "30": 0.3432860048798022, "40": 0.49376304610349164, "50": 0.6299731493186709, "60": 0.7452894725952397, "70": 0.8353099868267966, "80": 0.898272542626642, "90": 0.9341533565898821, "100": 0.9432351746888363 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_6161365f", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.3149442019230626, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1484177825211368, "position_mse": 4.849174869800014e-06, "position_mse_by_step": { "10": 7.99841889704516e-09, "20": 6.255204475026841e-08, "30": 1.8176574979124538e-07, "40": 3.842134485613055e-07, "50": 6.929725212704138e-07, "60": 1.1353875931620547e-06, "70": 1.7428119556533213e-06, "80": 2.5463412051911812e-06, "90": 3.5734892126778762e-06, "100": 4.849174869800014e-06 }, "relative_mse_by_step": { "10": 0.0263142908508417, "20": 0.050375858657263496, "30": 0.06411753201104192, "40": 0.07547930240639407, "50": 0.08648416169816345, "60": 0.0978513648405228, "70": 0.10986543894298899, "80": 0.1224522148694452, "90": 0.13537279796124793, "100": 0.1484177825211368 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.29491252529408674, "20": -0.22305256388829742, "30": -0.20436965543381036, "40": -0.20407988141818967, "50": -0.2069524303428547, "60": -0.21184614950087788, "70": -0.2185505825766041, "80": -0.2251826491451303, "90": -0.2301488045411213, "100": -0.2325825771357457 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_8b993425", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.7639166160456621, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1664166613736057, "position_mse": 5.42930517651387e-06, "position_mse_by_step": { "10": 1.530734401931712e-08, "20": 1.1023517231732529e-07, "30": 2.939040087619154e-07, "40": 5.725409463863685e-07, "50": 9.59275419733428e-07, "60": 1.4722981774184518e-06, "70": 2.138307885145098e-06, "80": 2.9902682423913315e-06, "90": 4.07054301498582e-06, "100": 5.42930517651387e-06 }, "relative_mse_by_step": { "10": 0.05048066416148588, "20": 0.08902701813865642, "30": 0.10396592921038374, "40": 0.11278331814100429, "50": 0.12002040892547512, "60": 0.12717529211731832, "70": 0.13506661700674907, "80": 0.14405993345974294, "90": 0.1544512760580656, "100": 0.1664166613736057 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.497191883952583, "20": -6.528898999067235, "30": -5.491982537856817, "40": -4.6627931010902, "50": -3.742043365456289, "60": -2.729277541839445, "70": -1.669525542687027, "80": -0.6626052370944122, "90": 0.16596674153140922, "100": 0.6829035087532083 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_8bd576c8", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.04226081170891738, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1320740908864152, "position_mse": 4.31518616973595e-06, "position_mse_by_step": { "10": 9.690472790075637e-09, "20": 7.292096286486733e-08, "30": 2.060667094738733e-07, "40": 4.2098925997332717e-07, "50": 7.306435117371279e-07, "60": 1.1492530631532613e-06, "70": 1.6946389698497505e-06, "80": 2.387121958540612e-06, "90": 3.2510417280410104e-06, "100": 4.31518616973595e-06 }, "relative_mse_by_step": { "10": 0.03188104083601087, "20": 0.05872639548551855, "30": 0.07268965058750314, "40": 0.08270396515883699, "50": 0.0911855660552663, "60": 0.09904633576584031, "70": 0.10682865335442578, "80": 0.11479544469172548, "90": 0.12315767274525535, "100": 0.1320740908864152 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6640052109166663, "20": -0.5677056026738092, "30": -0.5447855423484109, "40": -0.5503403167361149, "50": -0.5660230501820225, "60": -0.5856915925621973, "70": -0.6078763718752018, "80": -0.6308368355925578, "90": -0.6546145804995707, "100": -0.678079559312226 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_e0aeb479", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -1.8963272515402827, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17661546965471717, "position_mse": 5.762038943300597e-06, "position_mse_by_step": { "10": 1.4874112936562918e-08, "20": 1.1057133190003502e-07, "30": 3.0247874419789664e-07, "40": 6.027267783029597e-07, "50": 1.028336346666135e-06, "60": 1.5978481548423977e-06, "70": 2.3333365756375964e-06, "80": 3.256625834069382e-06, "90": 4.391550306438928e-06, "100": 5.762038943300597e-06 }, "relative_mse_by_step": { "10": 0.04905195172350624, "20": 0.0892985039506551, "30": 0.10699916560988164, "40": 0.11872954487969828, "50": 0.12866101465843469, "60": 0.13802014358769746, "70": 0.14738564067358206, "80": 0.15689204543875104, "90": 0.16663146568051787, "100": 0.17661546965471717 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.3930236332277, "20": -5.284740690878862, "30": -4.314515729956891, "40": -3.795795891418342, "50": -3.440640841317859, "60": -3.1950345433429765, "70": -3.013841166808654, "80": -2.876246659294079, "90": -2.76943161634272, "100": -2.683457811821207 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_429d4484", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -3.309798448156899, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14060608301629599, "position_mse": 4.528372159029459e-06, "position_mse_by_step": { "10": 1.5522735791988803e-08, "20": 1.1273536175693266e-07, "30": 2.997639347412928e-07, "40": 5.76624589752685e-07, "50": 9.483048884817436e-07, "60": 1.4202418919394078e-06, "70": 2.0022999087083397e-06, "80": 2.7045156018955043e-06, "90": 3.540987676079307e-06, "100": 4.528372159029459e-06 }, "relative_mse_by_step": { "10": 0.0520759979548018, "20": 0.0923490290678806, "30": 0.1074055525828674, "40": 0.11499624298572746, "50": 0.12010879730104308, "60": 0.12419668217089905, "70": 0.12805499906082618, "80": 0.13194276149207615, "90": 0.13608367369135985, "100": 0.14060608301629599 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.140898455498359, "20": -6.123860786169491, "30": -5.2561788123107505, "40": -4.804351776161336, "50": -4.496925021889862, "60": -4.2667753362888226, "70": -4.094794039898373, "80": -3.95887223551929, "90": -3.8492001503719653, "100": -3.762421423642337 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_452e6b4a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.5015411575022182, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16359099148389497, "position_mse": 5.268626188938339e-06, "position_mse_by_step": { "10": 1.3989408103360595e-08, "20": 1.0069875879180148e-07, "30": 2.6647873303531354e-07, "40": 5.168567533329695e-07, "50": 8.689107595724214e-07, "60": 1.3459723104704479e-06, "70": 1.9808260749495537e-06, "80": 2.8123012108543273e-06, "90": 3.8891882581992835e-06, "100": 5.268626188938339e-06 }, "relative_mse_by_step": { "10": 0.046931958228360444, "20": 0.08248904742785113, "30": 0.09547944984756579, "40": 0.10307674325956995, "50": 0.11005302995038659, "60": 0.11770198879717364, "70": 0.1266816624543297, "80": 0.13720120070579883, "90": 0.14946536793346518, "100": 0.16359099148389497 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.262042743366205, "20": -6.512521015306432, "30": -5.571194911445523, "40": -4.796769073445855, "50": -3.933140749594396, "60": -2.9600816900791345, "70": -1.9308677359453754, "80": -0.9262390410451911, "90": -0.055392185696576, "100": 0.5668761551968895 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_58edd166", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": 0.17182803813628456, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09438403480265722, "position_mse": 3.0626894635637266e-06, "position_mse_by_step": { "10": 5.953953815688148e-09, "20": 4.5594168075955924e-08, "30": 1.3256184844426653e-07, "40": 2.761574881660067e-07, "50": 4.869927717468921e-07, "60": 7.777732070581221e-07, "70": 1.163256123248857e-06, "80": 1.6600775624502668e-06, "90": 2.2861657715874833e-06, "100": 3.0626894635637266e-06 }, "relative_mse_by_step": { "10": 0.019385289516749664, "20": 0.03655347257449134, "30": 0.04671141658572584, "40": 0.054319327117231114, "50": 0.06095357390823461, "60": 0.0673035361547927, "70": 0.07369482881956359, "80": 0.08028899297506648, "90": 0.08715558466587897, "100": 0.09438403480265722 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.16795760063169518, "20": 0.22567065435385614, "30": 0.22643286222579928, "40": 0.2191740780037258, "50": 0.20802409004705924, "60": 0.19790540008062507, "70": 0.18937378889284007, "80": 0.1817889145265993, "90": 0.17482560375283462, "100": 0.16837802774731025 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_5ce91e28", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": 0.9400791579964186, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15993184198452365, "position_mse": 5.18966548059195e-06, "position_mse_by_step": { "10": 1.1193428006309577e-08, "20": 8.47457401206445e-08, "30": 2.3932117286002656e-07, "40": 4.887281048939128e-07, "50": 8.512221918824789e-07, "60": 1.347077806254252e-06, "70": 2.000674592648823e-06, "80": 2.838171762168226e-06, "90": 3.890184575945048e-06, "100": 5.18966548059195e-06 }, "relative_mse_by_step": { "10": 0.036444327467818304, "20": 0.06794182716843007, "30": 0.08433068137209362, "40": 0.09613131252540379, "50": 0.10654169383073447, "60": 0.11656752767233948, "70": 0.1267471270360665, "80": 0.13726705175053136, "90": 0.14830565455419376, "100": 0.15993184198452365 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2712226161730915, "20": -0.08041817190937683, "30": 0.14213093198455895, "40": 0.33806274337059505, "50": 0.5015463167981011, "60": 0.6337854420525524, "70": 0.7350951710966318, "80": 0.807916865242205, "90": 0.8523025431950905, "100": 0.8692106286108701 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_860e2dbc", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -2.674305694075253, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16359891053907488, "position_mse": 5.268881230741889e-06, "position_mse_by_step": { "10": 1.3989561498117809e-08, "20": 1.0070076231930411e-07, "30": 2.6648642335353704e-07, "40": 5.16878788785797e-07, "50": 8.689636266418737e-07, "60": 1.3460715007137683e-06, "70": 1.980978813419045e-06, "80": 2.8125113666581977e-06, "90": 3.889438610420777e-06, "100": 5.268881230741889e-06 }, "relative_mse_by_step": { "10": 0.0469324728402929, "20": 0.08249068865041603, "30": 0.09548220529204261, "40": 0.10308113778996753, "50": 0.11005972589828886, "60": 0.11771066274151652, "70": 0.12669143068359556, "80": 0.13721145338730928, "90": 0.1494749892180146, "100": 0.16359891053907488 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.10486711649917, "20": -5.312462629297906, "30": -4.459229424080381, "40": -4.01162512902921, "50": -3.723196396170338, "60": -3.519349223982138, "70": -3.3741372568601573, "80": -3.262584130735111, "90": -3.1744673800944847, "100": -3.1050598284298907 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_8bd08282", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -0.5475097291656774, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15727733041634706, "position_mse": 5.065287852598236e-06, "position_mse_by_step": { "10": 1.5879526528626643e-08, "20": 1.1590817363682505e-07, "30": 3.1061066173724124e-07, "40": 6.034016226611324e-07, "50": 1.0034393072138366e-06, "60": 1.5208219850697853e-06, "70": 2.1697930163457254e-06, "80": 2.9646325243350343e-06, "90": 3.92316271740713e-06, "100": 5.065287852598236e-06 }, "relative_mse_by_step": { "10": 0.05327296696338556, "20": 0.09494809019614349, "30": 0.11129193974188564, "40": 0.12033638670748122, "50": 0.12709191929507388, "60": 0.1329921654826713, "70": 0.1387668457966313, "80": 0.14463285099773018, "90": 0.15077104014800397, "100": 0.15727733041634706 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.288852107033614, "20": -6.593463544067183, "30": -5.758753322973033, "40": -5.145943101510686, "50": -4.489045196696271, "60": -3.7457390909753414, "70": -2.935089275633371, "80": -2.0895096347481914, "90": -1.2632024810511058, "100": -0.514404541533086 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_a3eaddbf", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.4327899589272285, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12352280926941937, "position_mse": 4.008220322962838e-06, "position_mse_by_step": { "10": 5.348068242626093e-09, "20": 4.4453711502333094e-08, "30": 1.35558642101939e-07, "40": 2.967108183783905e-07, "50": 5.482161384406937e-07, "60": 9.119716837955951e-07, "70": 1.4116277897967068e-06, "80": 2.072365519519995e-06, "90": 2.925352182257614e-06, "100": 4.008220322962838e-06 }, "relative_mse_by_step": { "10": 0.01741260588308056, "20": 0.03563915283042073, "30": 0.04776741028683852, "40": 0.05836210384789074, "50": 0.06861648642600217, "60": 0.07891621700964202, "70": 0.08942971908496199, "80": 0.10022913651873154, "90": 0.11152331251168453, "100": 0.12352280926941937 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3201575766374438, "20": 0.40991856835903395, "30": 0.4286484808860249, "40": 0.43293476764605, "50": 0.4396979146086051, "60": 0.44783790898363096, "70": 0.4546058495627431, "80": 0.46217918895849097, "90": 0.4690966584542926, "100": 0.47203599690066367 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_f17056e6", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.9161959828883012, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1507320207171739, "position_mse": 4.891138343867039e-06, "position_mse_by_step": { "10": 1.1095434665486791e-08, "20": 8.225435769964358e-08, "30": 2.2917962161678977e-07, "40": 4.6416479609742316e-07, "50": 8.036661768073827e-07, "60": 1.2663376415795418e-06, "70": 1.8756802627909304e-06, "80": 2.6590381115251407e-06, "90": 3.650844660439491e-06, "100": 4.891138343867039e-06 }, "relative_mse_by_step": { "10": 0.036125274055351805, "20": 0.0659444515644512, "30": 0.08075705720716288, "40": 0.09129978536146893, "50": 0.10058943078325015, "60": 0.10958078842365489, "70": 0.11882846187007809, "80": 0.128603323775766, "90": 0.13918128985194203, "100": 0.1507320207171739 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.47439687654025176, "20": -0.19461416159989198, "30": 0.10574769933945316, "40": 0.3529996834872522, "50": 0.5477736999502338, "60": 0.6966437566007952, "70": 0.8015131619736271, "80": 0.862705077589027, "90": 0.8787287841544068, "100": 0.8477080136767351 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 3, "name": "seed-3_30d131dc", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": 0.9265309692632839, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1930077737010791, "position_mse": 6.250437653778005e-06, "position_mse_by_step": { "10": 1.2613404082317813e-08, "20": 9.615988481989238e-08, "30": 2.7247717042655496e-07, "40": 5.609661997902598e-07, "50": 9.862728753315e-07, "60": 1.5758675281014284e-06, "70": 2.3612186808463777e-06, "80": 3.376396912407082e-06, "90": 4.659379373655221e-06, "100": 6.250437653778005e-06 }, "relative_mse_by_step": { "10": 0.04143724609173517, "20": 0.0775200799105237, "30": 0.09642929816469083, "40": 0.11073663040834289, "50": 0.12382568501276471, "60": 0.13673842394348518, "70": 0.14995980623138627, "80": 0.16367360692154445, "90": 0.17801380099331654, "100": 0.1930077737010791 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.15914048484438315, "20": 0.11739157194658456, "30": 0.37984604478004, "40": 0.5927806629563787, "50": 0.7480254164501529, "60": 0.8469647768309196, "70": 0.8923525830789903, "80": 0.8873531882494361, "90": 0.8347845212300105, "100": 0.7381617340213469 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 3, "name": "seed-3_782fd0d4", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.6559237569417729, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14589388436862008, "position_mse": 4.881511846731103e-06, "position_mse_by_step": { "10": 1.546368339092449e-08, "20": 1.0929256942000214e-07, "30": 2.8644177011269025e-07, "40": 5.497032320127866e-07, "50": 9.085695635592726e-07, "60": 1.3763637021213526e-06, "70": 1.9755245375563392e-06, "80": 2.73452884341298e-06, "90": 3.688445841427373e-06, "100": 4.881511846731103e-06 }, "relative_mse_by_step": { "10": 0.04972027221728441, "20": 0.08601026428238681, "30": 0.09874846443493067, "40": 0.10553844327789919, "50": 0.1108003864155538, "60": 0.11588875875505569, "70": 0.12164795022198989, "80": 0.128435788823245, "90": 0.13645633499502638, "100": 0.14589388436862008 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.424117850177241, "20": -5.954535471583311, "30": -5.052122237299352, "40": -4.302801274886617, "50": -3.478831340696523, "60": -2.565997341303244, "70": -1.6061967795868668, "80": -0.678007095238853, "90": 0.11019495911829158, "100": 0.6430208385117449 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_82dbe891", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": 0.9054579708010728, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1901229688872558, "position_mse": 6.1570150299823065e-06, "position_mse_by_step": { "10": 3.855274608285545e-09, "20": 3.939224273758717e-08, "30": 1.3761502488662812e-07, "40": 3.337462796285503e-07, "50": 6.68602951492403e-07, "60": 1.1872634881829722e-06, "70": 1.93955820597986e-06, "80": 2.9800834527447607e-06, "90": 4.3676221261128895e-06, "100": 6.1570150299823065e-06 }, "relative_mse_by_step": { "10": 0.012665253697746466, "20": 0.03175637960249297, "30": 0.048701769201287694, "40": 0.0658826475306435, "50": 0.0839425077388204, "60": 0.10301915312346939, "70": 0.12318036237074739, "80": 0.144461987228336, "90": 0.16686707684030674, "100": 0.1901229688872558 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8021599406164447, "20": 0.8681408004911829, "30": 0.8966125174537546, "40": 0.9131579561587829, "50": 0.9241742519675058, "60": 0.9313174762738553, "70": 0.9358438179100168, "80": 0.9385727406404111, "90": 0.9400141754401133, "100": 0.9403403220514056 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_88b99b11", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -3.452044929616161, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13988297949140582, "position_mse": 4.680390987589687e-06, "position_mse_by_step": { "10": 1.6461113148759563e-08, "20": 1.1727712911278689e-07, "30": 3.0939668143048494e-07, "40": 5.9440488021169e-07, "50": 9.775051788705825e-07, "60": 1.4641568252419087e-06, "70": 2.0648607163918444e-06, "80": 2.7916908188834505e-06, "90": 3.6577518881943304e-06, "100": 4.680390987589687e-06 }, "relative_mse_by_step": { "10": 0.052927301087668896, "20": 0.09229389447791979, "30": 0.10666198292415262, "40": 0.11412078751043017, "50": 0.11920710959959409, "60": 0.1232808717917405, "70": 0.12714905275420502, "80": 0.1311205816452076, "90": 0.13532079321272686, "100": 0.13988297949140582 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.17166836164515, "20": -5.4333551794041295, "30": -4.56711662747063, "40": -4.092845435523999, "50": -3.7647687778029235, "60": -3.523436273643834, "70": -3.339312585757722, "80": -3.192332815721853, "90": -3.0767378044524145, "100": -2.982469925033819 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 3, "name": "seed-3_8f8d2d1c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -1.2492933503891304, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13802057312747817, "position_mse": 4.618076115597043e-06, "position_mse_by_step": { "10": 1.659706256556299e-08, "20": 1.1811337688223083e-07, "30": 3.105349477751572e-07, "40": 5.938965449457457e-07, "50": 9.721800266402982e-07, "60": 1.4503664040432796e-06, "70": 2.0394166670355063e-06, "80": 2.752732137269374e-06, "90": 3.605572078413388e-06, "100": 4.618076115597043e-06 }, "relative_mse_by_step": { "10": 0.053364418289332145, "20": 0.0929519986110473, "30": 0.10705439096439802, "40": 0.11402319137217466, "50": 0.11855770536187592, "60": 0.12211972899717585, "70": 0.1255822706714199, "80": 0.12929076404548814, "90": 0.13339036887967237, "100": 0.13802057312747817 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.453518631341083, "20": -6.062589130770414, "30": -5.307604597115891, "40": -4.7871132525279405, "50": -4.25911066287147, "60": -3.683125346893571, "70": -3.052441426884206, "80": -2.37941709262511, "90": -1.697458064370728, "100": -1.0392595249985819 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_cdfde3eb", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -0.3889552343887692, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1622181348663349, "position_mse": 5.2533341991940165e-06, "position_mse_by_step": { "10": 1.0033136708744093e-08, "20": 7.623554682137775e-08, "30": 2.1637396259472602e-07, "40": 4.4801643685080505e-07, "50": 7.937570677946886e-07, "60": 1.2791143117648776e-06, "70": 1.9333948744458343e-06, "80": 2.7887891779495734e-06, "90": 3.8819528782596535e-06, "100": 5.2533341991940165e-06 }, "relative_mse_by_step": { "10": 0.032960614926708535, "20": 0.06145791140125337, "30": 0.07657444960052721, "40": 0.08843996412432639, "50": 0.09965549607188073, "60": 0.1109890723143498, "70": 0.12278893229691325, "80": 0.13518884051264132, "90": 0.14831185265642657, "100": 0.1622181348663349 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8487301375909797, "20": -0.7941393284024831, "30": -0.7452215182740134, "40": -0.7278651534811027, "50": -0.72877137867901, "60": -0.7391366222611757, "70": -0.7547605268132667, "80": -0.7722577734346039, "90": -0.7909719164792293, "100": -0.8098074315883566 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_ce357c27", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -2.932269934493184, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14591877010979384, "position_mse": 4.882344506995651e-06, "position_mse_by_step": { "10": 1.5463987810905776e-08, "20": 1.0929625680690589e-07, "30": 2.864575037619943e-07, "40": 5.497454317041469e-07, "50": 9.086582680189232e-07, "60": 1.3765391367469094e-06, "70": 1.9758331670719338e-06, "80": 2.7349978105511194e-06, "90": 3.6890991574572193e-06, "100": 4.882344506995651e-06 }, "relative_mse_by_step": { "10": 0.04972125101670465, "20": 0.08601316615507391, "30": 0.09875388848222699, "40": 0.105546545267252, "50": 0.11081120395644475, "60": 0.11590353021478475, "70": 0.12166695486973601, "80": 0.12845781534692355, "90": 0.1364805048255889, "100": 0.14591877010979384 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.629393402045963, "20": -5.00867560807024, "30": -4.158416013813396, "40": -3.6877803680758685, "50": -3.3595117081265053, "60": -3.114511209532071, "70": -2.9220007617184214, "80": -2.763455269825076, "90": -2.63344711542783, "100": -2.5236080118896873 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 3, "name": "seed-3_f19a480f", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.9635184565238939, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1210369480132383, "position_mse": 3.919706874252629e-06, "position_mse_by_step": { "10": 6.964415326977351e-09, "20": 5.060035097592675e-08, "30": 1.4472829517688166e-07, "40": 3.1561596744365616e-07, "50": 5.726997773284178e-07, "60": 9.128915624704145e-07, "70": 1.3878536271200963e-06, "80": 2.0426308883056014e-06, "90": 2.8852274791038977e-06, "100": 3.919706874252629e-06 }, "relative_mse_by_step": { "10": 0.022879326619970046, "20": 0.04079188799468008, "30": 0.05121914583387344, "40": 0.06230366241468259, "50": 0.07190194925569017, "60": 0.0792118317419101, "70": 0.08814188312530838, "80": 0.0990182060260182, "90": 0.11023148559004955, "100": 0.1210369480132383 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.4574854428038706, "20": 0.6885284237989033, "30": 0.7584085245187187, "40": 0.7843766295009451, "50": 0.8186354288428319, "60": 0.8623505545397054, "70": 0.8948959864019523, "80": 0.9110898849131572, "90": 0.9151446854627516, "100": 0.9106840559936169 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 4, "name": "seed-4_0591231b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.9310732735702862, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09599440112598079, "position_mse": 3.0049421184230594e-06, "position_mse_by_step": { "10": 4.915971126998439e-09, "20": 4.359884090579921e-08, "30": 1.268253365184689e-07, "40": 2.5710502455922323e-07, "50": 4.4334391365704764e-07, "60": 7.2615589021195e-07, "70": 1.0879349490876067e-06, "80": 1.563610599727586e-06, "90": 2.2084981334761062e-06, "100": 3.0049421184230594e-06 }, "relative_mse_by_step": { "10": 0.016620488162517245, "20": 0.03627151870072522, "30": 0.04636156917421105, "40": 0.052456211935394036, "50": 0.057551376900028976, "60": 0.06516440845778564, "70": 0.0714699396642601, "80": 0.07840960054639712, "90": 0.087285875614075, "100": 0.09599440112598079 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.35684650344968194, "20": 0.23444709489343862, "30": 0.29294329709319245, "40": 0.4522694868544246, "50": 0.6041805987967077, "60": 0.7257487592603509, "70": 0.8324820602156656, "80": 0.9026552423001016, "90": 0.9402637352296775, "100": 0.9453322362884267 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_1325fb9d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -2.3754458147289546, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13063444606145955, "position_mse": 4.389520659385328e-06, "position_mse_by_step": { "10": 1.509499139018544e-08, "20": 1.0670570970943466e-07, "30": 2.7990162275567543e-07, "40": 5.340243667463694e-07, "50": 8.744729917964378e-07, "60": 1.3105713165373345e-06, "70": 1.8572575088780598e-06, "80": 2.5350958013957228e-06, "90": 3.3689955825723572e-06, "100": 4.389520659385328e-06 }, "relative_mse_by_step": { "10": 0.0485509000963127, "20": 0.08402261980910954, "30": 0.09643136319856216, "40": 0.10235275944214911, "50": 0.10637887111714492, "60": 0.11000906702461873, "70": 0.11396490164890365, "80": 0.1186165257845206, "90": 0.12413332137315782, "100": 0.13063444606145955 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.035350146142216, "20": -5.265181176359739, "30": -4.36405900774464, "40": -3.865182449731048, "50": -3.528321269951194, "60": -3.2898659986624637, "70": -3.108720273900259, "80": -2.9707875768969627, "90": -2.86266853433981, "100": -2.7756646088256383 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_441276b2", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.8545120700997126, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.24977569403252234, "position_mse": 7.818804996467016e-06, "position_mse_by_step": { "10": 5.122362704636428e-09, "20": 4.356884130299729e-08, "30": 1.389027456103317e-07, "40": 3.215345277648599e-07, "50": 6.438145581861526e-07, "60": 1.1828493930871835e-06, "70": 2.0389531999041666e-06, "80": 3.3324816286040003e-06, "90": 5.204950710841721e-06, "100": 7.818804996467016e-06 }, "relative_mse_by_step": { "10": 0.017318280863970706, "20": 0.03624656090066821, "30": 0.05077652010143451, "40": 0.06560153136600873, "50": 0.08357487979537057, "60": 0.10614756698135311, "70": 0.1339453818425557, "80": 0.16711229341408296, "90": 0.20571386203022884, "100": 0.24977569403252234 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3308383162284593, "20": 0.5496645416430823, "30": 0.6175735640690645, "40": 0.6577494701909857, "50": 0.6968660874700583, "60": 0.7332562509004237, "70": 0.7638163387832131, "80": 0.7886117781696155, "90": 0.8071686599341875, "100": 0.8185874447117116 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_470df41c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": -3.3945720578507315, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14571677239098071, "position_mse": 4.896310292679118e-06, "position_mse_by_step": { "10": 1.6334940682633763e-08, "20": 1.1788245646928073e-07, "30": 3.158150639797392e-07, "40": 6.125825461111845e-07, "50": 1.0136796302414755e-06, "60": 1.5254205261986239e-06, "70": 2.1568051075908964e-06, "80": 2.9198883729415165e-06, "90": 3.82777494110087e-06, "100": 4.896310292679118e-06 }, "relative_mse_by_step": { "10": 0.052539021233055705, "20": 0.09282345667400141, "30": 0.10880421784760755, "40": 0.11740946272280477, "50": 0.12331323637338241, "60": 0.12804346225941007, "70": 0.1323457198517041, "80": 0.13662087810892765, "90": 0.14103741167419281, "100": 0.14571677239098071 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.988275981817928, "20": -6.086578038700095, "30": -5.219195411761311, "40": -4.763103146088423, "50": -4.46093915031174, "60": -4.24776689312311, "70": -4.083970151799301, "80": -3.9584711067479885, "90": -3.8587352507233783, "100": -3.7770942947067434 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_52cc0df3", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -0.26168861284626055, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1261855799947518, "position_mse": 3.950025830842411e-06, "position_mse_by_step": { "10": 9.57382905254965e-09, "20": 7.13792000141465e-08, "30": 1.9840494123814422e-07, "40": 3.9819145730543175e-07, "50": 6.81616723952061e-07, "60": 1.061480651693663e-06, "70": 1.5553090012839935e-06, "80": 2.184119784739583e-06, "90": 2.972514825419889e-06, "100": 3.950025830842411e-06 }, "relative_mse_by_step": { "10": 0.032368317129441854, "20": 0.05938304630047047, "30": 0.07252781392287488, "40": 0.08124156854221938, "50": 0.08848205596857071, "60": 0.09525607337126028, "70": 0.1021732416761405, "80": 0.10952596503039183, "90": 0.11748190110725369, "100": 0.1261855799947518 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.0104476599995404, "20": -0.7830805560752772, "30": -0.7106802744326692, "40": -0.6786602481499808, "50": -0.6617654654440679, "60": -0.6542428896697148, "70": -0.6542869611980016, "80": -0.6591398398416002, "90": -0.6674069989510854, "100": -0.6784053907849301 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 4, "name": "seed-4_6ed04d9a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -1.1332550921500086, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14432172786751532, "position_mse": 4.849434625953109e-06, "position_mse_by_step": { "10": 1.6844307634425855e-08, "20": 1.2164084353116778e-07, "30": 3.255908983439732e-07, "40": 6.293662533352062e-07, "50": 1.0359804690551754e-06, "60": 1.5492333316404126e-06, "70": 2.175986583300268e-06, "80": 2.926523282959741e-06, "90": 3.812580825573215e-06, "100": 4.849434625953109e-06 }, "relative_mse_by_step": { "10": 0.05417732783089189, "20": 0.09578290025069776, "30": 0.11217217629266919, "40": 0.12062627988512659, "50": 0.1260261138209675, "60": 0.13004230389193663, "70": 0.1335227321842696, "80": 0.1369313239606471, "90": 0.14047757240472863, "100": 0.14432172786751532 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.927804933792338, "20": -6.448469145068226, "30": -5.686521115931872, "40": -5.175403976189058, "50": -4.668739719461324, "60": -4.118018707493947, "70": -3.5033283676322355, "80": -2.841816459194435, "90": -2.156102629489992, "100": -1.477736608385281 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 4, "name": "seed-4_c9f2ce25", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9300456644990355, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1563839292562792, "position_mse": 4.89533400026078e-06, "position_mse_by_step": { "10": 9.524008852996551e-09, "20": 7.26462103584069e-08, "30": 2.0808883750080198e-07, "40": 4.3060299975853206e-07, "50": 7.596276911365456e-07, "60": 1.2168626275256754e-06, "70": 1.8288629875533908e-06, "80": 2.6248082863032455e-06, "90": 3.6354134197478874e-06, "100": 4.89533400026078e-06 }, "relative_mse_by_step": { "10": 0.032199879192046546, "20": 0.06043711995107848, "30": 0.07606780552693194, "40": 0.08785437878576723, "50": 0.09860881859340526, "60": 0.10919987617803728, "70": 0.12014388129019826, "80": 0.13162495142701586, "90": 0.1436814633220455, "100": 0.1563839292562792 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2701455165828168, "20": 0.2117992512750202, "30": 0.34012166897340723, "40": 0.4738902552741464, "50": 0.5937291888189633, "60": 0.6931368681377488, "70": 0.7652488249213485, "80": 0.8038419257669025, "90": 0.8039238558806578, "100": 0.7597473730175809 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 4, "name": "seed-4_e6ea7b5a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.45769328224263917, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16661379133861717, "position_mse": 5.598482645804584e-06, "position_mse_by_step": { "10": 1.53199615311144e-08, "20": 1.0976813063580591e-07, "30": 2.933711598223405e-07, "40": 5.727173403715012e-07, "50": 9.627668465636167e-07, "60": 1.484538840047987e-06, "70": 2.1672431224877594e-06, "80": 3.0487712791682496e-06, "90": 4.1744417493256545e-06, "100": 5.598482645804584e-06 }, "relative_mse_by_step": { "10": 0.049274484665164923, "20": 0.08643404305808683, "30": 0.10107187156076577, "40": 0.10976877426874496, "50": 0.11711974097227713, "60": 0.12461186254783747, "70": 0.13298621657089593, "80": 0.14265127844378303, "90": 0.15381062590379319, "100": 0.16661379133861717 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.898002606766298, "20": -6.3472172517490355, "30": -5.446633180096684, "40": -4.718710309568622, "50": -3.9257443632133313, "60": -3.0392961879106473, "70": -2.0829719001878524, "80": -1.1284329946193137, "90": -0.26500720574192216, "100": 0.4051705907404545 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_2d419b6a", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -2.2035492794694838, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.8167508211702859, "position_mse": 5.9337981947140046e-05, "position_mse_by_step": { "10": 1.1631031930438495e-08, "20": 1.1572303643601702e-07, "30": 4.70345987681396e-07, "40": 1.3957404087859361e-06, "50": 3.3932293747389914e-06, "60": 7.148551361727382e-06, "70": 1.3531017897402567e-05, "80": 2.3576729784378716e-05, "90": 3.844762712706792e-05, "100": 5.9337981947140046e-05 }, "relative_mse_by_step": { "10": 0.038272317670339506, "20": 0.09316787096400765, "30": 0.1658439704380804, "40": 0.27416237317598324, "50": 0.4235229009912663, "60": 0.6161909655930105, "70": 0.85318423793087, "80": 1.134133328822639, "90": 1.4569811614559858, "100": 1.8167508211702859 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.810150431572195, "20": -4.605682616515644, "30": -3.5830164993387257, "40": -2.565700294777326, "50": -1.4479209837237996, "60": -0.36886546910604046, "70": 0.4644767204501652, "80": 0.8035679320176063, "90": 0.3925267210638794, "100": -1.00366380898588 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_66a34546", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.7588552579006783, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06491607537113053, "position_mse": 2.0686740380629738e-06, "position_mse_by_step": { "10": 2.4112781668187265e-09, "20": 2.3446670535268563e-08, "30": 7.289414303914197e-08, "40": 1.5606276849869768e-07, "50": 2.8269146211203277e-07, "60": 4.6495711874935557e-07, "70": 7.169629189515295e-07, "80": 1.0554065560037479e-06, "90": 1.4989857041720305e-06, "100": 2.0686740380629738e-06 }, "relative_mse_by_step": { "10": 0.007970774298159802, "20": 0.019074256033747808, "30": 0.02607715269671474, "40": 0.03118581171618219, "50": 0.035967050070008125, "60": 0.04091950937596201, "70": 0.0462136437270741, "80": 0.05195222438880741, "90": 0.05817770575039027, "100": 0.06491607537113053 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.622239468594783, "20": 0.6233496568969749, "30": 0.6370188208511824, "40": 0.6534052551384405, "50": 0.6668197603893533, "60": 0.6793549896239504, "70": 0.6912755614090003, "80": 0.7021536322744646, "90": 0.7121822021264037, "100": 0.721023733260524 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_698b6265", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": 0.9088998221400505, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06042665701911167, "position_mse": 1.9256101954364825e-06, "position_mse_by_step": { "10": 1.9736005282425646e-09, "20": 1.951774161655452e-08, "30": 5.8925533430453926e-08, "40": 1.3149502589016038e-07, "50": 2.519092886542142e-07, "60": 4.2961537616292844e-07, "70": 6.745123336315828e-07, "80": 9.974347059531803e-07, "90": 1.4104439900717937e-06, "100": 1.9256101954364825e-06 }, "relative_mse_by_step": { "10": 0.006523977441435137, "20": 0.015878007081419142, "30": 0.021080021918581344, "40": 0.026276472976059402, "50": 0.03205061069207507, "60": 0.037809186490664434, "70": 0.043477384746134516, "80": 0.04909856904155876, "90": 0.05474127952216015, "100": 0.06042665701911167 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9597410665963502, "20": 0.9702838214030848, "30": 0.9777367578669592, "40": 0.9757991858446874, "50": 0.9661475049521945, "60": 0.9529568382012576, "70": 0.9370485502993164, "80": 0.9192135715354318, "90": 0.8994626613235063, "100": 0.8781331771971901 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_93cd1844", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -1.9041316535746122, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17960794095435698, "position_mse": 5.8662820645086604e-06, "position_mse_by_step": { "10": 1.083870888675596e-08, "20": 7.703943467607388e-08, "30": 2.0624943829007846e-07, "40": 4.17771824271337e-07, "50": 7.445512393543043e-07, "60": 1.2271571491798534e-06, "70": 1.915996228214161e-06, "80": 2.87166557545301e-06, "90": 4.16303523158896e-06, "100": 5.8662820645086604e-06 }, "relative_mse_by_step": { "10": 0.03566515096262976, "20": 0.06202395244795556, "30": 0.07272354105807845, "40": 0.08206204682998192, "50": 0.092930499534012, "60": 0.10577851517384634, "70": 0.12081114623025656, "80": 0.13813839612785486, "90": 0.157759122217258, "100": 0.17960794095435698 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.3188122863674545, "20": -2.4064094049403666, "30": -1.7924616531421846, "40": -1.5062401872033258, "50": -1.3420564774134482, "60": -1.2394178920986811, "70": -1.1686071831629326, "80": -1.11598780279557, "90": -1.0767359572335478, "100": -1.045272375703219 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_a1afd2eb", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.9650279951297538, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03062603042231695, "position_mse": 9.759566280211272e-07, "position_mse_by_step": { "10": 1.4913609747939967e-09, "20": 1.30492317300985e-08, "30": 4.1449566369676305e-08, "40": 8.985348282562557e-08, "50": 1.6088282467511104e-07, "60": 2.574504168454236e-07, "70": 3.829116292105742e-07, "80": 5.413523363171992e-07, "90": 7.373002359502476e-07, "100": 9.759566280211272e-07 }, "relative_mse_by_step": { "10": 0.004929875735925491, "20": 0.010615766818116108, "30": 0.014828168990947015, "40": 0.01795529980916975, "50": 0.02046924433890696, "60": 0.022657454464377395, "70": 0.024681529746571593, "80": 0.026647984977702183, "90": 0.028615640601122143, "100": 0.03062603042231695 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9164936685950631, "20": 0.9350477477928397, "30": 0.9389594846853936, "40": 0.9426070022089076, "50": 0.9462855595843567, "60": 0.949312468849383, "70": 0.9512393862588591, "80": 0.9513481164314762, "90": 0.9493612591717383, "100": 0.945352013105389 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_ce13a04c", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.7047244906228569, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06491395191289158, "position_mse": 2.0686063700330644e-06, "position_mse_by_step": { "10": 2.4112224621714824e-09, "20": 2.3446246798032785e-08, "30": 7.289335017495497e-08, "40": 1.5606125240351178e-07, "50": 2.8268856309767087e-07, "60": 4.6495156900456484e-07, "70": 7.169518288005098e-07, "80": 1.0553848129900092e-06, "90": 1.4989457944076484e-06, "100": 2.0686063700330644e-06 }, "relative_mse_by_step": { "10": 0.007970590159649094, "20": 0.01907391131646635, "30": 0.026076869057459106, "40": 0.031185508756934023, "50": 0.03596668122620248, "60": 0.0409190209592353, "70": 0.046212928883566075, "80": 0.051951154092320984, "90": 0.058176156797306644, "100": 0.06491395191289158 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8673962913110035, "20": 0.8655006785555438, "30": 0.8470329185345945, "40": 0.8281575406186918, "50": 0.8084055393039168, "60": 0.7884367120823078, "70": 0.7690463234096901, "80": 0.7503463243194352, "90": 0.7324182801360981, "100": 0.7150624854415444 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_d1b03e57", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -0.24986065714214023, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13022559957091004, "position_mse": 4.253375964578611e-06, "position_mse_by_step": { "10": 1.0203636000413343e-08, "20": 7.928874804338396e-08, "30": 2.2401054851073353e-07, "40": 4.5741282182884136e-07, "50": 7.926823538895178e-07, "60": 1.239247067782604e-06, "70": 1.8047863007503955e-06, "80": 2.4947494264690055e-06, "90": 3.310044561187299e-06, "100": 4.253375964578611e-06 }, "relative_mse_by_step": { "10": 0.0335754214016339, "20": 0.06383486014634654, "30": 0.07898610758469478, "40": 0.08984864518094761, "50": 0.09893794170920078, "60": 0.10682064220641614, "70": 0.1137989201041102, "80": 0.12000724856652215, "90": 0.12543485592208314, "100": 0.13022559957091004 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.839450280057999, "20": -4.713644670729858, "30": -3.8946571520150597, "40": -3.222695423320401, "50": -2.5373689917356335, "60": -1.8620808865353697, "70": -1.2300432510916015, "80": -0.6777628967648064, "90": -0.23522719350810006, "100": 0.0823829394708987 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_eeb24cb2", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -1.0481644472770482, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 2.91192305750015, "position_mse": 9.510805543828025e-05, "position_mse_by_step": { "10": 7.603596461188848e-09, "20": 1.0718705799130288e-07, "30": 5.656979389558257e-07, "40": 1.918742879247759e-06, "50": 4.993801738452573e-06, "60": 1.0922950322874872e-05, "70": 2.114272286653269e-05, "80": 3.738058883158146e-05, "90": 6.15348522842396e-05, "100": 9.510805543828025e-05 }, "relative_mse_by_step": { "10": 0.02501990029260609, "20": 0.0862956097204273, "30": 0.1994650634260823, "40": 0.3768946560389828, "50": 0.6232969144348953, "60": 0.9415366786915494, "70": 1.333132365461507, "80": 1.7981531803872692, "90": 2.3318765617136066, "100": 2.91192305750015 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.5643880077831893, "20": -0.7945314322824755, "30": -0.6382723289468752, "40": -0.5930528765651619, "50": -0.578036274593384, "60": -0.5826861653396793, "70": -0.5949335973352994, "80": -0.6122526098502123, "90": -0.6367947367616513, "100": -0.6674605880255449 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_0543a076", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": 0.9136968147528076, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07845431740749119, "position_mse": 2.5632959739547393e-06, "position_mse_by_step": { "10": 1.65924945013821e-09, "20": 1.7165793745174287e-08, "30": 6.216252096561244e-08, "40": 1.5224487405366257e-07, "50": 3.021078035609597e-07, "60": 5.259540115178294e-07, "70": 8.454756707822395e-07, "80": 1.2793443700737888e-06, "90": 1.8440775771669645e-06, "100": 2.5632959739547393e-06 }, "relative_mse_by_step": { "10": 0.0054588254487603766, "20": 0.013824353830462545, "30": 0.021927714283231203, "40": 0.02990873154375336, "50": 0.037703573130928626, "60": 0.04532841311664921, "70": 0.053298094143087296, "80": 0.06152300067913662, "90": 0.06985831673789192, "100": 0.07845431740749119 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9334963672312988, "20": 0.9317796378174183, "30": 0.9132449229933826, "40": 0.8919898662556711, "50": 0.873602451147608, "60": 0.851357107376409, "70": 0.8218893449818808, "80": 0.7951979950292587, "90": 0.7726050104449775, "100": 0.7521846286784781 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_1202412e", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.958436345606469, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.049874282924312494, "position_mse": 1.6295157850874733e-06, "position_mse_by_step": { "10": 1.4895231924867096e-09, "20": 1.4385754076862157e-08, "30": 4.7703734854362015e-08, "40": 1.0914541638738586e-07, "50": 2.0758517340624394e-07, "60": 3.53133130407254e-07, "70": 5.569513906574944e-07, "80": 8.303389597991944e-07, "90": 1.184542577042131e-06, "100": 1.6295157850874733e-06 }, "relative_mse_by_step": { "10": 0.004900436826414474, "20": 0.011585468020228874, "30": 0.016827404228154156, "40": 0.021441779096029737, "50": 0.025906986427245784, "60": 0.030434152168707134, "70": 0.035109759722503055, "80": 0.0399305656730197, "90": 0.04487346495674875, "100": 0.049874282924312494 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8975507349224802, "20": 0.9082949928204362, "30": 0.9265270831315849, "40": 0.9375673756050215, "50": 0.9438966665515058, "60": 0.9470643044061193, "70": 0.9469859266726909, "80": 0.9441967941507098, "90": 0.9392769352294006, "100": 0.9328011099083036 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_1da66391", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.5440511290382823, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1850076724858597, "position_mse": 6.035832624157982e-06, "position_mse_by_step": { "10": 9.332871619971428e-09, "20": 7.023236570726153e-08, "30": 1.9829860702052265e-07, "40": 4.240034239647425e-07, "50": 7.888313903541594e-07, "60": 1.336295487013623e-06, "70": 2.1065245943775935e-06, "80": 3.129926458963642e-06, "90": 4.431510616801201e-06, "100": 6.035832624157982e-06 }, "relative_mse_by_step": { "10": 0.030778008080010348, "20": 0.05672035489491794, "30": 0.07014636862852093, "40": 0.0835233066904876, "50": 0.0986951860706143, "60": 0.11542754825248337, "70": 0.13305901950821702, "80": 0.15078814369228852, "90": 0.16814770587363395, "100": 0.1850076724858597 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.440360653473363, "20": -6.3910733608157395, "30": -5.237924444001026, "40": -4.296300096880563, "50": -3.3152236400543096, "60": -2.327185297668255, "70": -1.3903012978895637, "80": -0.5895134521719716, "90": -0.0017417801762680263, "100": 0.319956771029817 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_89620be3", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.5010861482783217, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1723779224479245, "position_mse": 5.623789943496961e-06, "position_mse_by_step": { "10": 1.1136585926457039e-08, "20": 8.009620248320257e-08, "30": 2.27831145162481e-07, "40": 4.867296187681193e-07, "50": 8.911414917227895e-07, "60": 1.469038677218545e-06, "70": 2.2327058985638358e-06, "80": 3.179787225247667e-06, "90": 4.309532574455131e-06, "100": 5.623789943496961e-06 }, "relative_mse_by_step": { "10": 0.03672630949886286, "20": 0.06468648727452354, "30": 0.08059324134320049, "40": 0.09587957296093491, "50": 0.1114957853050678, "60": 0.1268937405291703, "70": 0.1410292851581418, "80": 0.1531902488182769, "90": 0.1635194132301079, "100": 0.1723779224479245 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.44158750293099, "20": -6.342617214541701, "30": -5.080828965169417, "40": -3.975008572119365, "50": -2.8080664402502156, "60": -1.6599397458582876, "70": -0.6459231446698488, "80": 0.1005180337265108, "90": 0.47247991893838515, "100": 0.4127087996957758 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_99a7a6a4", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.33394304641516337, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13058888944971198, "position_mse": 4.260432384788666e-06, "position_mse_by_step": { "10": 6.1219184943617225e-09, "20": 4.11414584749232e-08, "30": 1.307765360384191e-07, "40": 2.9488148613714723e-07, "50": 5.535157274242205e-07, "60": 9.319796538826657e-07, "70": 1.4589042937781674e-06, "80": 2.165752945870736e-06, "90": 3.0870580457888407e-06, "100": 4.260432384788666e-06 }, "relative_mse_by_step": { "10": 0.02018890482554465, "20": 0.03322624977946457, "30": 0.04626103653850982, "40": 0.0580879196061109, "50": 0.0692535038275012, "60": 0.08050324760827202, "70": 0.09215196224367213, "80": 0.10433787205086124, "90": 0.11713426259888467, "100": 0.13058888944971198 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.8583112203926135, "20": -0.9450752191542928, "30": -0.7348979745434447, "40": -0.7165448519699247, "50": -0.702683595508357, "60": -0.695555229424337, "70": -0.6916850191649708, "80": -0.6885202145676013, "90": -0.6864119776494375, "100": -0.6846648278245147 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_d7633c1d", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -0.7045116988200846, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3100302358176246, "position_mse": 1.0114664903783575e-05, "position_mse_by_step": { "10": 9.842245336986822e-09, "20": 7.270079372797715e-08, "30": 2.2101406183289944e-07, "40": 5.190507149675584e-07, "50": 1.0523125095370947e-06, "60": 1.917716989906028e-06, "70": 3.20935669506639e-06, "80": 4.9923442919716115e-06, "90": 7.294255046425795e-06, "100": 1.0114664903783575e-05 }, "relative_mse_by_step": { "10": 0.03245782421982485, "20": 0.058713881838765046, "30": 0.07818175874434047, "40": 0.10224641973116991, "50": 0.13166080889170717, "60": 0.1656500171842072, "70": 0.20271961516017317, "80": 0.24051246517416539, "90": 0.27677069021646816, "100": 0.3100302358176246 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.528165909945881, "20": -2.8665236276672985, "30": -2.0302127969216053, "40": -1.6540389276075276, "50": -1.4465704271217859, "60": -1.3212794306376852, "70": -1.23628593083907, "80": -1.1743911131078453, "90": -1.1284094571060312, "100": -1.0923324348135566 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_d905e2c3", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": 0.8851212126139056, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.062261019409020624, "position_mse": 2.0342210047731767e-06, "position_mse_by_step": { "10": 1.5988485618789738e-09, "20": 1.7311081197084782e-08, "30": 5.7599386136887786e-08, "40": 1.3112559464900643e-07, "50": 2.485468178191143e-07, "60": 4.2269557449157804e-07, "70": 6.691801102322513e-07, "80": 1.0061247209591783e-06, "90": 1.453613091736575e-06, "100": 2.0342210047731767e-06 }, "relative_mse_by_step": { "10": 0.0052601103574702835, "20": 0.013941360079760027, "30": 0.02031807691322353, "40": 0.025759817749199342, "50": 0.031019070052626614, "60": 0.03642926796553981, "70": 0.04218456632920215, "80": 0.04838401085651197, "90": 0.05506653572182438, "100": 0.062261019409020624 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8938358885890735, "20": 0.8534823198791758, "30": 0.8561809639747667, "40": 0.8649897830825788, "50": 0.8727784728519444, "60": 0.8782694984758889, "70": 0.8801755733289018, "80": 0.8789973814446135, "90": 0.8756013214898887, "100": 0.8706327031111871 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_e49ac1db", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": 0.9513311690061425, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06226849820718475, "position_mse": 2.0344653555477114e-06, "position_mse_by_step": { "10": 1.5988521962733466e-09, "20": 1.731128694995984e-08, "30": 5.7600317975620944e-08, "40": 1.311270059391388e-07, "50": 2.485466912917543e-07, "60": 4.2269307327964206e-07, "70": 6.691790721293143e-07, "80": 1.0061432448082996e-06, "90": 1.4536975980052246e-06, "100": 2.0344653555477114e-06 }, "relative_mse_by_step": { "10": 0.0052601223143972494, "20": 0.013941525781421635, "30": 0.020318405617612948, "40": 0.02576009499924117, "50": 0.031019054261794618, "60": 0.036429052403027795, "70": 0.04218450088804284, "80": 0.04838490165871404, "90": 0.055069737032742504, "100": 0.06226849820718475 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8875354927747703, "20": 0.8405068474273825, "30": 0.841314671149698, "40": 0.8496458386317565, "50": 0.8599494891233951, "60": 0.8711431420759405, "70": 0.8817969242961108, "80": 0.891311765409631, "90": 0.8992264519687517, "100": 0.9056957735958692 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_18a8f23e", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.934737069311646, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.046149446391360156, "position_mse": 1.4975141029692297e-06, "position_mse_by_step": { "10": 1.2203285596320716e-09, "20": 1.2161261213934032e-08, "30": 4.118883338526708e-08, "40": 9.525486228361452e-08, "50": 1.824051177276179e-07, "60": 3.120040977324022e-07, "70": 4.948388964111571e-07, "80": 7.434580399693199e-07, "90": 1.0723613162407934e-06, "100": 1.4975141029692297e-06 }, "relative_mse_by_step": { "10": 0.003973229078749857, "20": 0.00974985062813744, "30": 0.0145138950423445, "40": 0.018736337943442257, "50": 0.02283040831338899, "60": 0.02699884604099891, "70": 0.03134913028648681, "80": 0.035957053271805595, "90": 0.040881671246936264, "100": 0.046149446391360156 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9513569186460017, "20": 0.9593760477953099, "30": 0.96045005452824, "40": 0.9597830098960327, "50": 0.9582480540111381, "60": 0.9564699524108771, "70": 0.9544504272255417, "80": 0.9523157076003975, "90": 0.9499370098458284, "100": 0.9473616104094171 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_53b70de2", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.7505486652013873, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2594899585059801, "position_mse": 8.420249923395724e-06, "position_mse_by_step": { "10": 2.3486793141299803e-09, "20": 2.4963673820163225e-08, "30": 9.048715881984241e-08, "40": 2.3107251228639467e-07, "50": 5.0047396028065e-07, "60": 9.867616623994634e-07, "70": 1.8143509022041014e-06, "80": 3.1418581118357125e-06, "90": 5.227938515466641e-06, "100": 8.420249923395724e-06 }, "relative_mse_by_step": { "10": 0.007646990537018205, "20": 0.020013721158893025, "30": 0.031885368383871605, "40": 0.04545125126261239, "50": 0.06264092261100003, "60": 0.08538806507962249, "70": 0.11494311225555234, "80": 0.15195472162005705, "90": 0.19930489887282724, "100": 0.2594899585059801 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5796803078276505, "20": 0.5023793548899089, "30": 0.5025554134334286, "40": 0.5221215026942363, "50": 0.5480876243479471, "60": 0.578035165520131, "70": 0.608853070516198, "80": 0.6452879307846644, "90": 0.691913318938715, "100": 0.735799052397162 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_54a4c016", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.359971151735207, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10031040093701746, "position_mse": 3.2306057968461185e-06, "position_mse_by_step": { "10": 9.452741329368004e-09, "20": 6.726461197560849e-08, "30": 1.834700190629844e-07, "40": 3.6773811125101473e-07, "50": 6.278609885969542e-07, "60": 9.682484421854757e-07, "70": 1.3941175384145157e-06, "80": 1.9094328093517887e-06, "90": 2.5196755948237687e-06, "100": 3.2306057968461185e-06 }, "relative_mse_by_step": { "10": 0.031712253866325014, "20": 0.05510091518549797, "30": 0.06573739031300009, "40": 0.07333801219728031, "50": 0.07952255559217851, "60": 0.08467095972811091, "70": 0.089159330875421, "80": 0.09315377495802744, "90": 0.09683363592887047, "100": 0.10031040093701746 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.1660082204208, "20": -6.23830792764077, "30": -5.025957060221118, "40": -3.9770098125247406, "50": -2.9380540016483567, "60": -1.9533383899066226, "70": -1.0928062266226641, "80": -0.4047133910319529, "90": 0.08178323502075957, "100": 0.36611942618391435 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_661c291b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -2.0916322120894084, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2539485203574088, "position_mse": 8.17868889271267e-06, "position_mse_by_step": { "10": 1.1063980292253766e-08, "20": 8.485021155532227e-08, "30": 2.5045999127369456e-07, "40": 5.467401840470692e-07, "50": 1.0224143250882531e-06, "60": 1.7319969736766845e-06, "70": 2.7372332636689734e-06, "80": 4.101140565231682e-06, "90": 5.891224248801206e-06, "100": 8.17868889271267e-06 }, "relative_mse_by_step": { "10": 0.03711767196145486, "20": 0.06950644883043018, "30": 0.08973992747282182, "40": 0.10903639590136878, "50": 0.1294952250286453, "60": 0.15145890209374235, "70": 0.1750568940666369, "80": 0.20007864294241537, "90": 0.22640559969532476, "100": 0.2539485203574088 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.622141565233024, "20": -4.099926168890292, "30": -3.4195120026546997, "40": -3.0988685172873645, "50": -2.902581154832941, "60": -2.764934196598099, "70": -2.6662118899285203, "80": -2.5900712164295805, "90": -2.5293827077587476, "100": -2.4830883118050027 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_6991329b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9715898774770036, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03514422641590304, "position_mse": 1.140403164307762e-06, "position_mse_by_step": { "10": 1.4427664856470862e-09, "20": 1.413178433004195e-08, "30": 4.5909531623930125e-08, "40": 1.0106673090807103e-07, "50": 1.8361943815595592e-07, "60": 2.972065592489668e-07, "70": 4.456859090546621e-07, "80": 6.327881004202547e-07, "90": 8.628859052553902e-07, "100": 1.140403164307762e-06 }, "relative_mse_by_step": { "10": 0.004697457671847875, "20": 0.011329646152908442, "30": 0.016177348778012662, "40": 0.019879514596267436, "50": 0.02298239654457253, "60": 0.02571836137363828, "70": 0.028235180643917734, "80": 0.030604545533618435, "90": 0.03289583218642023, "100": 0.03514422641590304 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9752433958840258, "20": 0.9756955791197699, "30": 0.9731458990680139, "40": 0.9726057189758384, "50": 0.9720715715280603, "60": 0.9714126833483901, "70": 0.9703113852533491, "80": 0.9687440927430448, "90": 0.9667150070751103, "100": 0.9642171031072126 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_7d2e13d4", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.8181954073596578, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2594545428667568, "position_mse": 8.4191007130942e-06, "position_mse_by_step": { "10": 2.348685827967069e-09, "20": 2.4963755589675022e-08, "30": 9.048486153367159e-08, "40": 2.3106064414183232e-07, "50": 5.004419711899085e-07, "60": 9.866937507549016e-07, "70": 1.8141685259820407e-06, "80": 3.1413256891710263e-06, "90": 5.226988717562823e-06, "100": 8.4191007130942e-06 }, "relative_mse_by_step": { "10": 0.007647011745213925, "20": 0.02001378671463695, "30": 0.031884558878779445, "40": 0.04544891683514117, "50": 0.06263691875402332, "60": 0.08538218843874104, "70": 0.11493155832155887, "80": 0.15192897120902102, "90": 0.19926868969121386, "100": 0.2594545428667568 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8500923768253212, "20": 0.8802707436206654, "30": 0.9056545460843464, "40": 0.922300400589962, "50": 0.9280493554500988, "60": 0.9188254396755594, "70": 0.8922387199532271, "80": 0.8564842062792277, "90": 0.8108945957063953, "100": 0.7472912091613406 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_b6b7bea7", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.5297530963864499, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.621995039736935, "position_mse": 5.22381181700179e-05, "position_mse_by_step": { "10": 6.638202608235032e-09, "20": 7.75148592805205e-08, "30": 3.572482436098312e-07, "40": 1.1135954076329263e-06, "50": 2.7625398064604463e-06, "60": 5.898923676893121e-06, "70": 1.1314794442845206e-05, "80": 2.001581511470769e-05, "90": 3.321405398050306e-05, "100": 5.22381181700179e-05 }, "relative_mse_by_step": { "10": 0.022269980632435727, "20": 0.06349757415356193, "30": 0.1280022062937219, "40": 0.22208433417463344, "50": 0.34989309628198584, "60": 0.5158464577108407, "70": 0.7236258591684513, "80": 0.976493505120999, "90": 1.276449086333606, "100": 1.621995039736935 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.515525134618672, "20": -1.1851581682297527, "30": -0.879142461752541, "40": -0.7636371633176564, "50": -0.7099539989363575, "60": -0.6808242146828174, "70": -0.6654832296419968, "80": -0.6576229026857678, "90": -0.6552697128838245, "100": -0.6585271669381898 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_e52cf962", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.23062158605775895, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5080987621000074, "position_mse": 1.6363874442504313e-05, "position_mse_by_step": { "10": 7.807410618010379e-09, "20": 7.057167393956628e-08, "30": 2.477264681896177e-07, "40": 6.209083781730637e-07, "50": 1.3108944825899827e-06, "60": 2.4792787190871683e-06, "70": 4.331845185439371e-06, "80": 7.116315065859778e-06, "90": 1.1086190369269389e-05, "100": 1.6363874442504313e-05 }, "relative_mse_by_step": { "10": 0.026192464062014077, "20": 0.05780994948209514, "30": 0.08876050492288537, "40": 0.12382775899114544, "50": 0.16603305709468263, "60": 0.21680686426385143, "70": 0.2770386337933376, "80": 0.34717723971683834, "90": 0.42605330791842116, "100": 0.5080987621000074 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.178016378586529, "20": -6.25233511872511, "30": -5.004148960965112, "40": -3.8437807434133644, "50": -2.609522663143495, "60": -1.4074063260340641, "70": -0.441978987918338, "80": 0.039819760709397856, "90": -0.23478118528730496, "100": -1.529135067100786 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_0b97e3ea", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -1.481840930444534, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0969929418859647, "position_mse": 3.6704650539474774e-05, "position_mse_by_step": { "10": 1.2223117097841043e-08, "20": 1.1461815572845677e-07, "30": 4.4751761653876495e-07, "40": 1.2821241436914273e-06, "50": 3.0069547147856417e-06, "60": 6.081063637606933e-06, "70": 1.0914308765969899e-05, "80": 1.767058578414955e-05, "90": 2.628061280347538e-05, "100": 3.6704650539474774e-05 }, "relative_mse_by_step": { "10": 0.03930090225496183, "20": 0.09020135511573137, "30": 0.15427804898495615, "40": 0.24615715959817253, "50": 0.3666992134615846, "60": 0.5120208530540252, "70": 0.6720763342744711, "80": 0.8299549041594482, "90": 0.9722675237106985, "100": 1.0969929418859647 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.327400898794801, "20": -3.139360711651025, "30": -2.3419125217062065, "40": -1.9161898869315817, "50": -1.649443290789467, "60": -1.4749611861465088, "70": -1.3576041160619625, "80": -1.276229135769432, "90": -1.2187075419367401, "100": -1.175513923778435 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_4560a7f6", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -0.30366896220076, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2391449189989242, "position_mse": 8.001629130863616e-06, "position_mse_by_step": { "10": 1.6377852926233567e-08, "20": 1.2887843736970288e-07, "30": 3.8061537720933206e-07, "40": 8.142251290215491e-07, "50": 1.4557980115625923e-06, "60": 2.3092052049581265e-06, "70": 3.38002128026054e-06, "80": 4.677708297760676e-06, "90": 6.213348959655767e-06, "100": 8.001629130863616e-06 }, "relative_mse_by_step": { "10": 0.05265959508100726, "20": 0.10142380691839137, "30": 0.1312140475355843, "40": 0.1563244448828019, "50": 0.17753509328689626, "60": 0.19443329150634361, "70": 0.208133410966896, "80": 0.2197033527567725, "90": 0.2298666873611137, "100": 0.2391449189989242 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.373436473183938, "20": -5.788746630708218, "30": -4.67122508694779, "40": -3.637251811208592, "50": -2.5228976832533863, "60": -1.4084592163198342, "70": -0.43902705654020524, "80": 0.21874395114670242, "90": 0.40334732877426105, "100": -0.007462688842752918 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_7384b469", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9345758157775033, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03557366546310041, "position_mse": 1.1520312049080012e-06, "position_mse_by_step": { "10": 1.6530027759285661e-09, "20": 1.485625650118497e-08, "30": 4.629849660478921e-08, "40": 1.009104863415798e-07, "50": 1.8304646692359126e-07, "60": 2.9653144148409993e-07, "70": 4.4538193770498374e-07, "80": 6.342183682355491e-07, "90": 8.678277757618551e-07, "100": 1.1520312049080012e-06 }, "relative_mse_by_step": { "10": 0.005430404224700515, "20": 0.011976493038652801, "30": 0.016384974662982048, "40": 0.019920072251254525, "50": 0.022981321622945125, "60": 0.025730108169102307, "70": 0.02828598198844424, "80": 0.03074425507367398, "90": 0.033155772170951545, "100": 0.03557366546310041 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9406983662060527, "20": 0.9341478764654646, "30": 0.9342448568745841, "40": 0.9360380917688068, "50": 0.937745716071573, "60": 0.9391503334347768, "70": 0.9396279355581849, "80": 0.9389232366975644, "90": 0.9372224257474644, "100": 0.9344753567736085 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_79ba07fb", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -2.0765482410980964, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3117649124180149, "position_mse": 1.0431445567097138e-05, "position_mse_by_step": { "10": 1.16104252339306e-08, "20": 8.632308297380169e-08, "30": 2.5334316455476773e-07, "40": 5.650802019070105e-07, "50": 1.0990240980390808e-06, "60": 1.9546292974277027e-06, "70": 3.2534994718145884e-06, "80": 5.095776416957116e-06, "90": 7.4955098276469865e-06, "100": 1.0431445567097138e-05 }, "relative_mse_by_step": { "10": 0.03733091842324285, "20": 0.06793390639133666, "30": 0.0873379900739586, "40": 0.10849069345664611, "50": 0.13402638568003444, "60": 0.16457827444594367, "70": 0.20034250867070502, "80": 0.23933924315894806, "90": 0.27730102161513576, "100": 0.3117649124180149 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.758812063128235, "20": -3.5398179409959383, "30": -2.848813166450429, "40": -2.50372293818491, "50": -2.287227939829828, "60": -2.1398544068571277, "70": -2.0354168608614795, "80": -1.9553622232043208, "90": -1.896264777805508, "100": -1.850128677055805 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_89f7c786", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -1.2783686954703288, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12175111240710978, "position_mse": 4.0737108353791236e-06, "position_mse_by_step": { "10": 1.2944089950688614e-08, "20": 9.810553874675269e-08, "30": 2.6988483001438064e-07, "40": 5.320429301442736e-07, "50": 8.870344369630142e-07, "60": 1.3340491368093614e-06, "70": 1.874843810258296e-06, "80": 2.5107702325856604e-06, "90": 3.2425306827121857e-06, "100": 4.0737108353791236e-06 }, "relative_mse_by_step": { "10": 0.04161904118723534, "20": 0.07720637697469894, "30": 0.0930405943508784, "40": 0.10214781237293612, "50": 0.10817416994950152, "60": 0.11232590509674696, "70": 0.11544827825141746, "80": 0.11792625854097104, "90": 0.1199594279255023, "100": 0.12175111240710978 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.386305804807515, "20": -5.870772274358699, "30": -4.951074946619881, "40": -4.272206694179023, "50": -3.6339979335753734, "60": -3.02181105560652, "70": -2.441999594674272, "80": -1.9054878863134737, "90": -1.429182287483255, "100": -1.0201106023593765 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_a269786c", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 30, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 20, "val_score": 0.6219303755933607, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16216558876358148, "position_mse": 5.251632526080487e-06, "position_mse_by_step": { "10": 2.5469314141839712e-09, "20": 2.8049402007417664e-08, "30": 9.5551029209519e-08, "40": 2.241267119578489e-07, "50": 4.3872711574165027e-07, "60": 7.791832508985408e-07, "70": 1.3097869817053314e-06, "80": 2.1294582574731587e-06, "90": 3.38028484228354e-06, "100": 5.251632526080487e-06 }, "relative_mse_by_step": { "10": 0.00836711668789405, "20": 0.02261225550685778, "30": 0.033815378628468847, "40": 0.0442433730873501, "50": 0.055081800381182267, "60": 0.06760992773256135, "70": 0.08318390989119176, "80": 0.10322723389206702, "90": 0.12914538717694746, "100": 0.16216558876358148 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7612202442418587, "20": 0.704420573853603, "30": 0.6963687773600207, "40": 0.6919895953691796, "50": 0.6826078573750738, "60": 0.6584821671906415, "70": 0.6117976030738569, "80": 0.5370727275982188, "90": 0.4284568816033232, "100": 0.29641182805364497 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_aafc632b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.7964408115042372, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07707734014406584, "position_mse": 2.496102099160323e-06, "position_mse_by_step": { "10": 2.284104683170085e-09, "20": 2.47700351087486e-08, "30": 7.976885737345388e-08, "40": 1.7647888595563798e-07, "50": 3.2528875339364406e-07, "60": 5.385342309490884e-07, "70": 8.327860838010435e-07, "80": 1.2307686814340611e-06, "90": 1.7684962415387417e-06, "100": 2.496102099160323e-06 }, "relative_mse_by_step": { "10": 0.00750368474981985, "20": 0.019968566982096123, "30": 0.02823008958834898, "40": 0.034837530632420295, "50": 0.0408397145692341, "60": 0.046728751412444605, "70": 0.05288982370503469, "80": 0.05966252031452472, "90": 0.06756623849492133, "100": 0.07707734014406584 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8621317539028102, "20": 0.7457323619771168, "30": 0.7161803640886786, "40": 0.7076824594866655, "50": 0.7099481966368117, "60": 0.7172701068487197, "70": 0.7238991807534674, "80": 0.7222059923661863, "90": 0.7044987182600564, "100": 0.667179659286371 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_b0190785", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.9373836767840678, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03932692499748059, "position_mse": 1.2735781989395686e-06, "position_mse_by_step": { "10": 1.3127897439759094e-09, "20": 1.2483150532308482e-08, "30": 4.054326746074009e-08, "40": 9.073194234027987e-08, "50": 1.6865788037279118e-07, "60": 2.813694804513846e-07, "70": 4.3720324934984743e-07, "80": 6.464186421948983e-07, "90": 9.208422690270318e-07, "100": 1.2735781989395686e-06 }, "relative_mse_by_step": { "10": 0.004312744706569302, "20": 0.010063394196157201, "30": 0.014348206935730487, "40": 0.017910793143906464, "50": 0.02117484733922377, "60": 0.024414500975898826, "70": 0.02776655762046342, "80": 0.03133567335066029, "90": 0.03518121605457874, "100": 0.03932692499748059 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9303877387514683, "20": 0.932618287863226, "30": 0.9332141391328366, "40": 0.9302424454930112, "50": 0.9272972725158367, "60": 0.9246537141423046, "70": 0.9220585430874764, "80": 0.9194216188123613, "90": 0.9162798909873644, "100": 0.9123502650995546 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_0e8c008b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.6339777907347315, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08545841274954821, "position_mse": 2.675130849638663e-06, "position_mse_by_step": { "10": 3.003582621508016e-09, "20": 3.191495670914638e-08, "30": 1.022192921545135e-07, "40": 2.240884107607144e-07, "50": 4.084409776489955e-07, "60": 6.656527846514239e-07, "70": 1.0075274801124579e-06, "80": 1.4468050908687603e-06, "90": 1.9974304393599595e-06, "100": 2.675130849638663e-06 }, "relative_mse_by_step": { "10": 0.010154862206523362, "20": 0.026551255149415275, "30": 0.03736671957081891, "40": 0.045719951165022775, "50": 0.05302055564989029, "60": 0.059734928181092065, "70": 0.06618771487588537, "80": 0.07255221297634944, "90": 0.07894390411067416, "100": 0.08545841274954821 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5809369456373592, "20": 0.46622499949300766, "30": 0.45432191046220705, "40": 0.4563783164853532, "50": 0.46093437781719027, "60": 0.4663831897638745, "70": 0.47169607394555646, "80": 0.4770177014815058, "90": 0.4822532712577591, "100": 0.48742067265766675 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_2532fd5e", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.5694290088218722, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2093200851663678, "position_mse": 7.033480570888579e-06, "position_mse_by_step": { "10": 6.29063341893245e-09, "20": 4.6637870143584335e-08, "30": 1.5128943829775413e-07, "40": 3.4143258287956865e-07, "50": 6.470714518107863e-07, "60": 1.1253052239875875e-06, "70": 1.86402969818898e-06, "80": 2.983008350351416e-06, "90": 4.642926778940039e-06, "100": 7.033480570888579e-06 }, "relative_mse_by_step": { "10": 0.020232930696713926, "20": 0.03672377085023531, "30": 0.05212205141565715, "40": 0.06544002333470622, "50": 0.07871567357884396, "60": 0.0944578721102184, "70": 0.11438045624220988, "80": 0.13957424674447885, "90": 0.17107232937424788, "100": 0.2093200851663678 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.822508885368544, "20": -6.130061403358977, "30": -5.01312420102827, "40": -4.052404511497728, "50": -3.0823762001989277, "60": -2.1275424782972427, "70": -1.2382128432353467, "80": -0.4785990086751706, "90": 0.10022352087143604, "100": 0.4583391156789913 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_55c49535", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": 0.9282890272444114, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.048516455004287314, "position_mse": 1.5187254399100831e-06, "position_mse_by_step": { "10": 1.452791111221176e-09, "20": 1.3434883424804209e-08, "30": 4.240519755021361e-08, "40": 9.472452320937106e-08, "50": 1.7956507062219122e-07, "60": 3.0822329323752585e-07, "70": 4.9356250774021e-07, "80": 7.487859865104188e-07, "90": 1.0864562672249382e-06, "100": 1.5187254399100831e-06 }, "relative_mse_by_step": { "10": 0.004911765517509212, "20": 0.011176985792758344, "30": 0.01550140968310397, "40": 0.019326303223628185, "50": 0.02330970774407014, "60": 0.02765960979931116, "70": 0.03242370573563878, "80": 0.03754899724218467, "90": 0.04293971779449284, "100": 0.048516455004287314 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9448525475540728, "20": 0.9361376464725781, "30": 0.9411237560862976, "40": 0.9483879386237505, "50": 0.9520433232289557, "60": 0.9512909011525978, "70": 0.9464470447195554, "80": 0.9388156984426652, "90": 0.9289633493173051, "100": 0.9170134632404926 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_849875b4", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.8752263179633879, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.4410706594633993, "position_mse": 1.3806969846947531e-05, "position_mse_by_step": { "10": 2.8458370196097045e-09, "20": 3.713099260441563e-08, "30": 1.6408062884260791e-07, "40": 4.787813816266504e-07, "50": 1.0976720750883423e-06, "60": 2.2169971065823445e-06, "70": 3.944823102537092e-06, "80": 6.371382358289728e-06, "90": 9.616460160292002e-06, "100": 1.3806969846947531e-05 }, "relative_mse_by_step": { "10": 0.009621537489736251, "20": 0.03089067196849285, "30": 0.059980407961518344, "40": 0.09768404047484175, "50": 0.14249104895779338, "60": 0.19895081338649362, "70": 0.2591480946181114, "80": 0.3195025319788035, "90": 0.38006875925124556, "100": 0.4410706594633993 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9253951000568827, "20": 0.923276906320605, "30": 0.8058708695090364, "40": 0.7506623276939154, "50": 0.8045422112996784, "60": 0.8181742832035748, "70": 0.820043096197611, "80": 0.8283109950046694, "90": 0.8345551178968822, "100": 0.8385480873886135 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_9bd858ec", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -2.3551367149846096, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10940815403210113, "position_mse": 3.67628421835369e-06, "position_mse_by_step": { "10": 1.6296586719770953e-08, "20": 1.1679285458754407e-07, "30": 3.0606945158646275e-07, "40": 5.762636831718738e-07, "50": 9.214914754299538e-07, "60": 1.337216873612387e-06, "70": 1.8212521463770566e-06, "80": 2.372514011739213e-06, "90": 2.9903083655215467e-06, "100": 3.67628421835369e-06 }, "relative_mse_by_step": { "10": 0.052415661148169486, "20": 0.09196547817498998, "30": 0.10544667143885099, "40": 0.11044847728259324, "50": 0.11209862833949, "60": 0.11224568920396141, "70": 0.11175554318533834, "80": 0.11100936275964896, "90": 0.11018028971670701, "100": 0.10940815403210113 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.893107629361724, "20": -5.891294572281345, "30": -4.900941908043084, "40": -4.314761299913008, "50": -3.8837310651603945, "60": -3.5501300132947557, "70": -3.278324596588287, "80": -3.0542692573062373, "90": -2.8647566633310344, "100": -2.702371506770994 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_d833a95c", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9499244102392096, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.037962049852546885, "position_mse": 1.1883376651716e-06, "position_mse_by_step": { "10": 1.7570626279336413e-09, "20": 1.571125441809532e-08, "30": 4.9091418168651605e-08, "40": 1.0580730475900119e-07, "50": 1.893922946091412e-07, "60": 3.0351637652716233e-07, "70": 4.5337079218451697e-07, "80": 6.453481385092021e-07, "90": 8.873145672185143e-07, "100": 1.1883376651716e-06 }, "relative_mse_by_step": { "10": 0.005940482125289301, "20": 0.01307078460340435, "30": 0.017945587543973338, "40": 0.021587483217281548, "50": 0.02458539971622038, "60": 0.027237216416257586, "70": 0.029783382903673966, "80": 0.032361951091073024, "90": 0.03506909413723983, "100": 0.037962049852546885 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7636300375332099, "20": 0.7970373621098901, "30": 0.8133875439743953, "40": 0.8252614982489314, "50": 0.836282403488876, "60": 0.8474621914654488, "70": 0.8583214998253308, "80": 0.8690890652085332, "90": 0.8791705321823698, "100": 0.8881012706141489 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_f4a597cc", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": -0.58613766379835, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17245614665409745, "position_mse": 5.794794875311839e-06, "position_mse_by_step": { "10": 1.20161504730503e-08, "20": 9.200364613651653e-08, "30": 2.6319731679182364e-07, "40": 5.439488508380513e-07, "50": 9.559751301172321e-07, "60": 1.52103219913816e-06, "70": 2.260595569225643e-06, "80": 3.1972305369062527e-06, "90": 4.361258636923334e-06, "100": 5.794794875311839e-06 }, "relative_mse_by_step": { "10": 0.0386482447110663, "20": 0.0724458644380946, "30": 0.09067641622997606, "40": 0.1042549167145078, "50": 0.11629353463395455, "60": 0.1276751070546006, "70": 0.13871450269186267, "80": 0.1495976515803467, "90": 0.16069404269010706, "100": 0.17245614665409745 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.839799917715942, "20": -6.171870058685717, "30": -5.128957471403836, "40": -4.299888540607954, "50": -3.5043484227469444, "60": -2.7506700487711506, "70": -2.075113545667396, "80": -1.5323195302480315, "90": -1.1661732500931845, "100": -1.0034443574635459 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_ff065b4b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.6531388031949061, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3066197933970038, "position_mse": 1.0302902169152212e-05, "position_mse_by_step": { "10": 7.57595041303968e-09, "20": 5.975808007160513e-08, "30": 1.981263887427888e-07, "40": 4.965482062349988e-07, "50": 1.0437404420875803e-06, "60": 1.931504493362419e-06, "70": 3.243365076904021e-06, "80": 5.045858998593238e-06, "90": 7.387958052212135e-06, "100": 1.0302902169152212e-05 }, "relative_mse_by_step": { "10": 0.02436697061498555, "20": 0.0470549369480915, "30": 0.06825826004143089, "40": 0.09516996277501227, "50": 0.12697010772224385, "60": 0.1621300608272587, "70": 0.19901913452170839, "80": 0.23609453484249693, "90": 0.27221518957481783, "100": 0.3066197933970038 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.802938835593552, "20": -1.9187609711257183, "30": -1.3274493220014238, "40": -1.0960299567096046, "50": -0.9822251569544049, "60": -0.9165669666087997, "70": -0.8729431445945164, "80": -0.8433405292323088, "90": -0.8217699748261984, "100": -0.8051642801731982 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_1162432d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.8903445148512382, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08933569581698111, "position_mse": 2.8468516242290725e-06, "position_mse_by_step": { "10": 3.4430226895722423e-09, "20": 2.795620900489634e-08, "30": 8.579804916055065e-08, "40": 1.9035239908760105e-07, "50": 3.578426061880334e-07, "60": 6.045521068642756e-07, "70": 9.527253979513261e-07, "80": 1.4259167808664383e-06, "90": 2.0484428136212177e-06, "100": 2.8468516242290725e-06 }, "relative_mse_by_step": { "10": 0.011381331751628886, "20": 0.022742840502247494, "30": 0.03069339642059469, "40": 0.038037862167740764, "50": 0.04552858737858345, "60": 0.05320485396939542, "70": 0.06141030581476148, "80": 0.07019053286899997, "90": 0.07950289514147349, "100": 0.08933569581698111 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.843686585581629, "20": 0.9156293021796134, "30": 0.9104311040945356, "40": 0.8901019108485297, "50": 0.8763085671419737, "60": 0.8701011337135396, "70": 0.8655615333090889, "80": 0.8618412878119185, "90": 0.8583579080183329, "100": 0.8538739211524202 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_8120ea5d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.7450453900512585, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.28481124790670004, "position_mse": 9.302390008412787e-06, "position_mse_by_step": { "10": 1.614304549559163e-08, "20": 1.2660270641364134e-07, "30": 3.597601199040972e-07, "40": 7.46432094952557e-07, "50": 1.3316572485726803e-06, "60": 2.1676369410020666e-06, "70": 3.3142058997879887e-06, "80": 4.837575576337778e-06, "90": 6.8086717728225006e-06, "100": 9.302390008412787e-06 }, "relative_mse_by_step": { "10": 0.05311925623358973, "20": 0.1019270231589704, "30": 0.12685139929500305, "40": 0.14662009731803927, "50": 0.16620961295460068, "60": 0.18684601007166693, "70": 0.20897380052238373, "80": 0.23270639066569074, "90": 0.2580160922481365, "100": 0.28481124790670004 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.853618974908513, "20": -4.758462320832149, "30": -3.940963841174744, "40": -3.2001361947387883, "50": -2.3505820487754305, "60": -1.4292189201921444, "70": -0.521024515854859, "80": 0.25305237065298625, "90": 0.7559851899300674, "100": 0.8551291621848167 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_8f1e7d80", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -3.6043963025221997, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17406457006119705, "position_mse": 5.685226722107473e-06, "position_mse_by_step": { "10": 1.3560842037391956e-08, "20": 1.0694626363541967e-07, "30": 2.9551545495110075e-07, "40": 5.893172217140221e-07, "50": 1.0056413664472074e-06, "60": 1.5633307240493975e-06, "70": 2.2847793920683606e-06, "80": 3.1946260967125843e-06, "90": 4.319050897752927e-06, "100": 5.685226722107473e-06 }, "relative_mse_by_step": { "10": 0.04462242537346316, "20": 0.0861017477360834, "30": 0.10419873382252463, "40": 0.11575835093800245, "50": 0.1255182311120078, "60": 0.13475601134387644, "70": 0.14406438445670802, "80": 0.1536740660194911, "90": 0.16367136969462892, "100": 0.17406457006119705 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.797157953187317, "20": -3.8726903161742214, "30": -3.2865407500101034, "40": -2.9801112588379812, "50": -2.7639207040771048, "60": -2.6047689296020464, "70": -2.4827179352085484, "80": -2.3854628594465934, "90": -2.3084450724540413, "100": -2.2446301335654635 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_a54b1508", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.9173389042236983, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12478615733298781, "position_mse": 3.976547912186236e-06, "position_mse_by_step": { "10": 4.6152406737601635e-09, "20": 6.980047874297465e-08, "30": 2.270223279968572e-07, "40": 3.7320547871136765e-07, "50": 6.415755227148371e-07, "60": 1.0442793913918129e-06, "70": 1.4618622377124016e-06, "80": 2.0394166296812597e-06, "90": 2.875000294417467e-06, "100": 3.976547912186236e-06 }, "relative_mse_by_step": { "10": 0.015256241377892754, "20": 0.05678384915329386, "30": 0.08121497374019185, "40": 0.0745771454812906, "50": 0.08162814248713021, "60": 0.09190395979336839, "70": 0.09422799819340658, "80": 0.10038996798413852, "90": 0.11158273270744225, "100": 0.12478615733298781 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8991199142278283, "20": 0.8996788321918832, "30": 0.8793656522848773, "40": 0.905677044763912, "50": 0.8886987092980412, "60": 0.8689975962072731, "70": 0.8862892928115572, "80": 0.8971452050926307, "90": 0.8976140116771506, "100": 0.8975311184221092 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_b954f24d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -1.3542303066768104, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.262807110284777, "position_mse": 8.583699747889893e-06, "position_mse_by_step": { "10": 1.7337144136193264e-08, "20": 1.332854798339968e-07, "30": 3.709178624181472e-07, "40": 7.507927763177641e-07, "50": 1.3072373168451381e-06, "60": 2.083257248841619e-06, "70": 3.1323282866781354e-06, "80": 4.516810309139276e-06, "90": 6.307674591101074e-06, "100": 8.583699747889893e-06 }, "relative_mse_by_step": { "10": 0.05704847960569884, "20": 0.1073072809787142, "30": 0.13078561871670522, "40": 0.14747665685033037, "50": 0.16316166093454224, "60": 0.1795726477695986, "70": 0.19750569709406712, "80": 0.21727632111891426, "90": 0.2390306954823433, "100": 0.262807110284777 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.90591564933026, "20": -4.916493087619992, "30": -4.31815046116695, "40": -3.9093454865726134, "50": -3.471567497350084, "60": -2.9838812559755237, "70": -2.4440070073135196, "80": -1.869957676633061, "90": -1.2906403061322398, "100": -0.7357608784333758 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_bb01b5da", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.798997251723289, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14840584155146988, "position_mse": 4.729234011132835e-06, "position_mse_by_step": { "10": 3.0233022910560894e-09, "20": 3.455154703299205e-08, "30": 1.230374127152751e-07, "40": 3.0286783087823163e-07, "50": 5.997277475395485e-07, "60": 1.0252823650651928e-06, "70": 1.6081443606351187e-06, "80": 2.390127180465892e-06, "90": 3.4135229303241692e-06, "100": 4.729234011132835e-06 }, "relative_mse_by_step": { "10": 0.00999389474376191, "20": 0.028108257565952997, "30": 0.04401540734297529, "40": 0.06052166855373876, "50": 0.07630381817325492, "60": 0.0902320873441876, "70": 0.10365697943315677, "80": 0.11765364057195667, "90": 0.13248354007638904, "100": 0.14840584155146988 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9223482019723116, "20": 0.8544131788294232, "30": 0.7994439631622795, "40": 0.7636363807012, "50": 0.7482031912925698, "60": 0.746677230540755, "70": 0.7555899411666884, "80": 0.7647642402875382, "90": 0.7661351284460983, "100": 0.7580106771057449 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_c1bcbb9a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.9596680231361742, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08108454061564062, "position_mse": 2.583912892159138e-06, "position_mse_by_step": { "10": 3.4442785167605143e-09, "20": 2.79317454372168e-08, "30": 8.392769377252307e-08, "40": 1.8212703413971506e-07, "50": 3.369865944132958e-07, "60": 5.644074580654238e-07, "70": 8.822713246965057e-07, "80": 1.310115073189471e-06, "90": 1.8695262826083438e-06, "100": 2.583912892159138e-06 }, "relative_mse_by_step": { "10": 0.01138548304168449, "20": 0.022722938983491706, "30": 0.030024295433639832, "40": 0.03639419862755566, "50": 0.04287506111302759, "60": 0.049671841425490595, "70": 0.05686901176111522, "80": 0.06449021172960814, "90": 0.07255889743277154, "100": 0.08108454061564062 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.933345319039731, "20": 0.9577097553832893, "30": 0.9625250361012471, "40": 0.9672428200649184, "50": 0.9713950400430135, "60": 0.9746698917961243, "70": 0.975749050884854, "80": 0.9738687860007244, "90": 0.9680900785052757, "100": 0.9577497351730727 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_d4242248", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -4.4678405923673274, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15444798101022048, "position_mse": 5.044517609219058e-06, "position_mse_by_step": { "10": 1.534516761278074e-08, "20": 1.1746836933009977e-07, "30": 3.2002994187406234e-07, "40": 6.264797909644975e-07, "50": 1.0438742402284008e-06, "60": 1.5780472717251216e-06, "70": 2.235940825252263e-06, "80": 3.0258764821512938e-06, "90": 3.9580959647115115e-06, "100": 5.044517609219058e-06 }, "relative_mse_by_step": { "10": 0.050493811133300585, "20": 0.09457302723084175, "30": 0.11284254061802408, "40": 0.12305811679338062, "50": 0.1302902331869602, "60": 0.13602454859899785, "70": 0.14098491950243974, "80": 0.1455565465903657, "90": 0.1499929042892645, "100": 0.15444798101022048 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.668325284919221, "20": -4.464057809576138, "30": -3.860603843453215, "40": -3.5634291311034696, "50": -3.3545654445657282, "60": -3.2003188536428944, "70": -3.0786246911665653, "80": -2.9789897050298864, "90": -2.8974390341764953, "100": -2.827452750634561 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_06a17178", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -2.5784044523019887, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1426027554431557, "position_mse": 4.652381990613971e-06, "position_mse_by_step": { "10": 1.5881897263980703e-08, "20": 1.1731370167363967e-07, "30": 3.175891374139285e-07, "40": 6.194962439666695e-07, "50": 1.0249524874796278e-06, "60": 1.5342611762646032e-06, "70": 2.149335449733566e-06, "80": 2.8716187273403192e-06, "90": 3.7048211254386842e-06, "100": 4.652381990613971e-06 }, "relative_mse_by_step": { "10": 0.05237542979490688, "20": 0.09474370863001395, "30": 0.1123443328230027, "40": 0.1220329173161013, "50": 0.1282376407712734, "60": 0.13252757917410293, "70": 0.13576317518395783, "80": 0.1383438438457856, "90": 0.14057445119343048, "100": 0.1426027554431557 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.841620095391823, "20": -6.369919213025451, "30": -5.398259070189619, "40": -4.906461010512997, "50": -4.554691110609119, "60": -4.293320302436026, "70": -4.0790115548596875, "80": -3.8985159562453946, "90": -3.742639470584902, "100": -3.6047386453418877 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_0c782fb4", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": 0.8123224694234118, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10205353887919298, "position_mse": 3.3343407218516016e-06, "position_mse_by_step": { "10": 3.5877984361221136e-09, "20": 3.3898532704666556e-08, "30": 1.057914835416491e-07, "40": 2.3257151534141128e-07, "50": 4.3030577628095603e-07, "60": 7.179689979303865e-07, "70": 1.119671708644481e-06, "80": 1.665293225171029e-06, "90": 2.390592234340667e-06, "100": 3.3343407218516016e-06 }, "relative_mse_by_step": { "10": 0.011803629289432457, "20": 0.02729994997024584, "30": 0.03731775012766461, "40": 0.04568901948461264, "50": 0.053702900466112334, "60": 0.06187688396789039, "70": 0.07058318790116337, "80": 0.08008307897368525, "90": 0.09056167244020151, "100": 0.10205353887919298 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6309521877554034, "20": 0.6004153476229002, "30": 0.6154409808223844, "40": 0.633658878631199, "50": 0.6526470146191592, "60": 0.6737268732943184, "70": 0.6956254797269388, "80": 0.7167906086524972, "90": 0.7340022720115802, "100": 0.7435957264596771 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_4436120d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.6980150840745105, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2742789007560805, "position_mse": 8.94828584705465e-06, "position_mse_by_step": { "10": 1.6481742153613103e-08, "20": 1.270320014893197e-07, "30": 3.647291560834479e-07, "40": 7.66246436358285e-07, "50": 1.3760073390553122e-06, "60": 2.2372220379501026e-06, "70": 3.3913690348949136e-06, "80": 4.874640505444664e-06, "90": 6.718806370794742e-06, "100": 8.94828584705465e-06 }, "relative_mse_by_step": { "10": 0.05435360238868305, "20": 0.10259230391752247, "30": 0.12901969517895331, "40": 0.15094084737808164, "50": 0.17216011180998103, "60": 0.1932484673087667, "70": 0.21421645860582755, "80": 0.23484193722130464, "90": 0.2549360647304015, "100": 0.2742789007560805 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.474826018587198, "20": -6.479877252806748, "30": -5.398419926379702, "40": -4.5182961646319395, "50": -3.5558582782012733, "60": -2.5253167998528316, "70": -1.4835348908967418, "80": -0.5345447701976767, "90": 0.2075948817611295, "100": 0.6388946674550631 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_47e8b114", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.9729277602810872, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09604959165568411, "position_mse": 3.1381769637001916e-06, "position_mse_by_step": { "10": 4.475556310477659e-09, "20": 4.086724504201048e-08, "30": 1.2346995025122202e-07, "40": 2.631391412575925e-07, "50": 4.7250632795632037e-07, "60": 7.655672669264796e-07, "70": 1.1591817387365414e-06, "80": 1.6725116592754472e-06, "90": 2.3254328539223933e-06, "100": 3.1381769637001916e-06 }, "relative_mse_by_step": { "10": 0.014724296387719459, "20": 0.03291215448139668, "30": 0.043553796558078395, "40": 0.0516940749791884, "50": 0.05896960184721908, "60": 0.06597905631270416, "70": 0.07307386785354396, "80": 0.08043020968899281, "90": 0.08809327051825111, "100": 0.09604959165568411 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7126121981804214, "20": 0.6052731769060937, "30": 0.6594689607851103, "40": 0.7253303865544372, "50": 0.7860611672931236, "60": 0.8391218895657782, "70": 0.8824689515602571, "80": 0.915726251834852, "90": 0.9380115021563163, "100": 0.9481265550996603 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_adec7f6c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -1.9595907214894623, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1470647147930687, "position_mse": 4.797952384803596e-06, "position_mse_by_step": { "10": 1.3737251055737484e-08, "20": 1.0487160926965697e-07, "30": 2.8684316557558984e-07, "40": 5.661625823145349e-07, "50": 9.514949888560815e-07, "60": 1.450615038476956e-06, "70": 2.0740010622180955e-06, "80": 2.8317399024250077e-06, "90": 3.735793194843089e-06, "100": 4.797952384803596e-06 }, "relative_mse_by_step": { "10": 0.04530280081061625, "20": 0.08469535144195052, "30": 0.10146821873012346, "40": 0.11152686116814822, "50": 0.11904695492435517, "60": 0.12530232944494699, "70": 0.13100466452388065, "80": 0.13642263129959667, "90": 0.14174964468089837, "100": 0.1470647147930687 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.16431940910643, "20": -5.2995945137253635, "30": -4.4121262529557885, "40": -3.9431782512686198, "50": -3.6144460378861503, "60": -3.3751489482105494, "70": -3.1865011214898926, "80": -3.0331444398973932, "90": -2.9067920066955404, "100": -2.8000210720365897 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_e9ed4ff7", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": 0.7573266177882325, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09002768858357149, "position_mse": 2.941426543705867e-06, "position_mse_by_step": { "10": 3.754976143910405e-09, "20": 3.1279652509422616e-08, "30": 9.375076695913468e-08, "40": 2.0262248156147474e-07, "50": 3.737368458140671e-07, "60": 6.253820546118862e-07, "70": 9.794503467576631e-07, "80": 1.4623296126257759e-06, "90": 2.104386576970033e-06, "100": 2.941426543705867e-06 }, "relative_mse_by_step": { "10": 0.012353633344376778, "20": 0.02519085283229258, "30": 0.03307040962593696, "40": 0.03980548733361754, "50": 0.046643000716232515, "60": 0.05389744256418794, "70": 0.06174374803910209, "80": 0.07032266515192323, "90": 0.07971947918741512, "100": 0.09002768858357149 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6423192121061614, "20": 0.6694927936064682, "30": 0.6747431049541524, "40": 0.6716682179672894, "50": 0.6669778569898792, "60": 0.6649376237618863, "70": 0.6652961547807756, "80": 0.6676417248453627, "90": 0.6706199988003703, "100": 0.6735734017201396 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_f05d09fc", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": 0.9776473499123317, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08164327876276105, "position_mse": 2.6674872036177735e-06, "position_mse_by_step": { "10": 4.049695668885609e-09, "20": 3.3766256885796915e-08, "30": 9.85172038995127e-08, "40": 2.0615160270917192e-07, "50": 3.6846011397528855e-07, "60": 6.001918037108161e-07, "70": 9.204222611255578e-07, "80": 1.3523019584381147e-06, "90": 1.9236535915670824e-06, "100": 2.6674872036177735e-06 }, "relative_mse_by_step": { "10": 0.013323241888195916, "20": 0.027193422550051118, "30": 0.03475176143976487, "40": 0.04049878842272123, "50": 0.04598445551339222, "60": 0.051726465493282865, "70": 0.05802266584380321, "80": 0.06503149289083698, "90": 0.07287285717129537, "100": 0.08164327876276105 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8262116535144874, "20": 0.7562740249012312, "30": 0.7700542677856268, "40": 0.7984423796918249, "50": 0.8314831591842688, "60": 0.8665595990234047, "70": 0.8997606717072928, "80": 0.9282514060595709, "90": 0.9495265999900694, "100": 0.961896211348198 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_f962ddf8", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -0.34973180737035126, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1852488894607833, "position_mse": 6.043702272303822e-06, "position_mse_by_step": { "10": 1.575043876592527e-08, "20": 1.1636982525534531e-07, "30": 3.1903621156966925e-07, "40": 6.367004139410223e-07, "50": 1.0862490306351447e-06, "60": 1.6861301757233248e-06, "70": 2.4584225903773977e-06, "80": 3.4255161421827194e-06, "90": 4.612309144087183e-06, "100": 6.043702272303822e-06 }, "relative_mse_by_step": { "10": 0.051941905057817594, "20": 0.09398142467612082, "30": 0.11285622243577688, "40": 0.12542192099839852, "50": 0.13590680024716986, "60": 0.1456458351537396, "70": 0.15528672216101946, "80": 0.16502854844670387, "90": 0.17500786265024434, "100": 0.1852488894607833 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.492990103297876, "20": -6.539181181520989, "30": -5.5672513679712665, "40": -4.876781794479873, "50": -4.177138778553969, "60": -3.455272675717822, "70": -2.713154050488895, "80": -1.9823333411911617, "90": -1.2976840097842337, "100": -0.6890977903968594 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_0ff37844", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.7526141647391018, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2628774741836179, "position_mse": 8.466255582918946e-06, "position_mse_by_step": { "10": 1.5512408917712455e-08, "20": 1.2027335233152516e-07, "30": 3.4544311238806e-07, "40": 7.252251559667197e-07, "50": 1.3029586089682457e-06, "60": 2.1191809817569916e-06, "70": 3.213008647305417e-06, "80": 4.6169833678634725e-06, "90": 6.359883826689838e-06, "100": 8.466255582918946e-06 }, "relative_mse_by_step": { "10": 0.052041353141484024, "20": 0.09852389824679327, "30": 0.12377242246972094, "40": 0.1446316541767332, "50": 0.165027928630391, "60": 0.18531719726593987, "70": 0.205484611732584, "80": 0.22524460013909348, "90": 0.2444166527979842, "100": 0.2628774741836179 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.228359262817115, "20": -6.430204109522694, "30": -5.399114299845262, "40": -4.501840191653384, "50": -3.504164912609842, "60": -2.4159530223930616, "70": -1.3258577662212936, "80": -0.3503621065970044, "90": 0.3762979137681468, "100": 0.7316718950266843 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_51a28139", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": 0.9580508998057208, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12329925191399911, "position_mse": 4.000966058421389e-06, "position_mse_by_step": { "10": 3.4964241002466424e-09, "20": 2.8074879814583247e-08, "30": 8.65522974307404e-08, "40": 1.9676761705714592e-07, "50": 3.8528902257845794e-07, "60": 6.864631645596222e-07, "70": 1.143293592166726e-06, "80": 1.8067340793744994e-06, "90": 2.736727496507488e-06, "100": 4.000966058421389e-06 }, "relative_mse_by_step": { "10": 0.011383896408136366, "20": 0.022508017859321217, "30": 0.0304988235241663, "40": 0.038703584059904685, "50": 0.048224007164470575, "60": 0.059402147046985335, "70": 0.07243015865664698, "80": 0.08738197725689589, "90": 0.10433236644238247, "100": 0.12329925191399911 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7957267959857253, "20": 0.7777642773820419, "30": 0.8064084063904507, "40": 0.8448892017131575, "50": 0.8820371978688406, "60": 0.9137187134986793, "70": 0.9376577610733028, "80": 0.9532985701257997, "90": 0.9595564697609325, "100": 0.9557462921276805 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_5287b91b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 36, "val_score": 0.5626401692259526, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08767263843612667, "position_mse": 2.844909804317857e-06, "position_mse_by_step": { "10": 3.192770322727309e-09, "20": 3.051822760851459e-08, "30": 9.59183690188833e-08, "40": 2.1044714499294872e-07, "50": 3.8764718942120775e-07, "60": 6.429304270686284e-07, "70": 9.946990597800973e-07, "80": 1.4632114050933913e-06, "90": 2.0715931234300504e-06, "100": 2.844909804317857e-06 }, "relative_mse_by_step": { "10": 0.01039523969827799, "20": 0.02446688344113479, "30": 0.03379918842447481, "40": 0.04139430506004463, "50": 0.048519162873706036, "60": 0.05563510140301877, "70": 0.06301636885670883, "80": 0.07076763934522484, "90": 0.07897542343877725, "100": 0.08767263843612667 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6256780020601855, "20": 0.5823965026114859, "30": 0.5813459187798689, "40": 0.5873144814712926, "50": 0.5941565746679491, "60": 0.6021753410950172, "70": 0.610173485779552, "80": 0.6183804705657585, "90": 0.6253173439172857, "100": 0.6309392375320293 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_98b4b1b2", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -0.9304074990711857, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1610111415349489, "position_mse": 5.185539309390411e-06, "position_mse_by_step": { "10": 1.4312542513066668e-08, "20": 1.0898122193887211e-07, "30": 3.005575151299971e-07, "40": 5.975220369285645e-07, "50": 1.0111686267220779e-06, "60": 1.5508300531256022e-06, "70": 2.227748895222703e-06, "80": 3.051176437704076e-06, "90": 4.0329223850221755e-06, "100": 5.185539309390411e-06 }, "relative_mse_by_step": { "10": 0.04801601628903195, "20": 0.08927376358081489, "30": 0.10768989279291057, "40": 0.11916382091411507, "50": 0.12807088637767183, "60": 0.13561629769003897, "70": 0.14247335348955142, "80": 0.14885499078211126, "90": 0.15498921319986167, "100": 0.1610111415349489 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.241450927792297, "20": -6.491427163605226, "30": -5.593280675433813, "40": -4.933707384120192, "50": -4.273584836583151, "60": -3.5826961631803886, "70": -2.8798123986425996, "80": -2.185168111004571, "90": -1.5287113056625774, "100": -0.938232043879544 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_9b90b832", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -3.4545427576903327, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14326836280273997, "position_mse": 4.614113781339516e-06, "position_mse_by_step": { "10": 1.4880437069843465e-08, "20": 1.1052104800869854e-07, "30": 2.9929773049782886e-07, "40": 5.84369082545777e-07, "50": 9.716552811361064e-07, "60": 1.4650973024491317e-06, "70": 2.0706924033220275e-06, "80": 2.79266292945327e-06, "90": 3.6377440608248433e-06, "100": 4.614113781339516e-06 }, "relative_mse_by_step": { "10": 0.04992120079861526, "20": 0.0905351374768643, "30": 0.10723851139284252, "40": 0.1165407271975742, "50": 0.12306627185620733, "60": 0.12811917818678129, "70": 0.13242896961110856, "80": 0.13624312559719234, "90": 0.13980211766624712, "100": 0.14326836280273997 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.238968304816236, "20": -6.1951956327909246, "30": -5.359636381297499, "40": -4.936990491419636, "50": -4.6498378937430225, "60": -4.431324964170049, "70": -4.261469207832065, "80": -4.120600297643469, "90": -4.000453282568055, "100": -3.898974356056476 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_a04ea2ec", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -0.1391165835257171, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14879287492599996, "position_mse": 4.828214551772752e-06, "position_mse_by_step": { "10": 6.265004982258e-09, "20": 5.570164594332588e-08, "30": 1.673713076070068e-07, "40": 3.5727923999624116e-07, "50": 6.476110756230875e-07, "60": 1.065909833844866e-06, "70": 1.6473489460671381e-06, "80": 2.4335074450781188e-06, "90": 3.474663355161413e-06, "100": 4.828214551772752e-06 }, "relative_mse_by_step": { "10": 0.020398031151155908, "20": 0.04465677680424923, "30": 0.058977382752893444, "40": 0.07027572577675426, "50": 0.08105707487235428, "60": 0.0922370433809068, "70": 0.10436317175571379, "80": 0.11769562253119269, "90": 0.1324647232496671, "100": 0.14879287492599996 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.004703653309965472, "20": -0.26271010836860453, "30": -0.28698821308838074, "40": -0.2665212456697408, "50": -0.23180893731845265, "60": -0.18959843529327336, "70": -0.14502928903853118, "80": -0.09823352316328826, "90": -0.05053371938735052, "100": -0.0016424764383666801 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_a15ea8ea", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.7197569624976287, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2596679091810075, "position_mse": 8.426024286174133e-06, "position_mse_by_step": { "10": 3.760406098015804e-09, "20": 3.161871300021752e-08, "30": 1.0635421102530732e-07, "40": 2.718325553477793e-07, "50": 5.987363140645487e-07, "60": 1.1787597454063611e-06, "70": 2.121402747791633e-06, "80": 3.5504416367919997e-06, "90": 5.602758842217424e-06, "100": 8.426024286174133e-06 }, "relative_mse_by_step": { "10": 0.012243387027711099, "20": 0.02534915773808495, "30": 0.03747651315331517, "40": 0.05346862615643688, "50": 0.07493975329441907, "60": 0.102002355471783, "70": 0.13439552066936417, "80": 0.17171570177361298, "90": 0.21359418844605724, "100": 0.2596679091810075 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6656489933208884, "20": 0.7355775331530072, "30": 0.7546803523894035, "40": 0.7596073976655855, "50": 0.759326830974643, "60": 0.7596682756130736, "70": 0.7609607484503691, "80": 0.7636993833517938, "90": 0.7668518142213082, "100": 0.7704334609844754 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_d2d8b966", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -2.5646139454219585, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14845838923368546, "position_mse": 4.7812642394871675e-06, "position_mse_by_step": { "10": 1.2599670315019803e-08, "20": 9.748215705128262e-08, "30": 2.679019915114671e-07, "40": 5.313345713123648e-07, "50": 9.004251677221678e-07, "60": 1.387046468234335e-06, "70": 2.0049795324439403e-06, "80": 2.7665098347792343e-06, "90": 3.686448578881547e-06, "100": 4.7812642394871675e-06 }, "relative_mse_by_step": { "10": 0.042269636895757676, "20": 0.07985411511375222, "30": 0.09598940399942682, "40": 0.10596405452559791, "50": 0.11404452857756371, "60": 0.121293823502368, "70": 0.12822637159770406, "80": 0.1349672181739046, "90": 0.14167388067386708, "100": 0.14845838923368546 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.649178638301226, "20": -5.123039617865312, "30": -4.3384531152814825, "40": -3.9207803209792305, "50": -3.637494168035529, "60": -3.425186731661431, "70": -3.2621854178933107, "80": -3.1291407396443986, "90": -3.0187920939303057, "100": -2.9275267586908216 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_227dcdc6", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -3.5280564844211764, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1290432847266613, "position_mse": 4.31770204666496e-06, "position_mse_by_step": { "10": 1.4338722713931011e-08, "20": 1.0693078586397421e-07, "30": 2.9013129567394865e-07, "40": 5.673929975255224e-07, "50": 9.415444255621099e-07, "60": 1.4125894661479573e-06, "70": 1.9830757995212676e-06, "80": 2.6554548782087295e-06, "90": 3.4319366300954765e-06, "100": 4.31770204666496e-06 }, "relative_mse_by_step": { "10": 0.04610319408138031, "20": 0.08415160519046706, "30": 0.10002039828565489, "40": 0.10893473095721518, "50": 0.11482168274601974, "60": 0.11893894005635436, "70": 0.12211293839204779, "80": 0.12472183015689058, "90": 0.1269666180856221, "100": 0.1290432847266613 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.635854474740691, "20": -5.095411245724441, "30": -4.358686926627502, "40": -3.983224708404058, "50": -3.7269029650242214, "60": -3.536108423296951, "70": -3.3852280882141894, "80": -3.2584385019657987, "90": -3.152236437115203, "100": -3.0592342190217696 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_39e7564a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.8471734569250222, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07203793147560507, "position_mse": 2.3329039590537703e-06, "position_mse_by_step": { "10": 3.75877374542937e-09, "20": 3.327144842809762e-08, "30": 9.942976331801999e-08, "40": 2.0931651596762485e-07, "50": 3.71814947389534e-07, "60": 5.954730962035423e-07, "70": 8.903060851090621e-07, "80": 1.2687580359787328e-06, "90": 1.7444529329882894e-06, "100": 2.3329039590537703e-06 }, "relative_mse_by_step": { "10": 0.01234823142714136, "20": 0.026822051063349877, "30": 0.03518805732762252, "40": 0.0413197901687041, "50": 0.04668103697267285, "60": 0.051669351150167846, "70": 0.056542889946018214, "80": 0.06150408540425079, "90": 0.06664765247728106, "100": 0.07203793147560507 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7780186347658599, "20": 0.886723748058183, "30": 0.9316355207851597, "40": 0.9571430678068902, "50": 0.9612608023125727, "60": 0.9518854784201809, "70": 0.9325239641788203, "80": 0.9047035522909191, "90": 0.8696687236944679, "100": 0.8285131153586048 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_5e61091d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -3.116298619802296, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15564977103904631, "position_mse": 5.207937293302426e-06, "position_mse_by_step": { "10": 1.424610877519074e-08, "20": 1.0730011812398743e-07, "30": 2.9246050873764166e-07, "40": 5.788002518158919e-07, "50": 9.792244668460626e-07, "60": 1.5066328805752554e-06, "70": 2.1774384738445666e-06, "80": 3.0075485215417887e-06, "90": 4.011932444671272e-06, "100": 5.207937293302426e-06 }, "relative_mse_by_step": { "10": 0.04580541313690083, "20": 0.08444225958225533, "30": 0.10082337549561618, "40": 0.11112482879504768, "50": 0.11941677738914291, "60": 0.1268573227848942, "70": 0.1340813146291459, "80": 0.14125902080677621, "90": 0.1484239219398764, "100": 0.15564977103904631 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.335278813635988, "20": -4.906798105953313, "30": -4.120827961830282, "40": -3.6893037915313247, "50": -3.3908033358640672, "60": -3.1696198036324494, "70": -2.9985648647011764, "80": -2.858146556574506, "90": -2.742751832885797, "100": -2.643797569877657 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_6e784449", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.7202274074473299, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.28623033759237576, "position_mse": 9.577075762276113e-06, "position_mse_by_step": { "10": 1.687227082333312e-08, "20": 1.2864769809439737e-07, "30": 3.6620355124179175e-07, "40": 7.655750631028825e-07, "50": 1.374557845882204e-06, "60": 2.2464921142630245e-06, "70": 3.441693827101387e-06, "80": 5.0212500549865325e-06, "90": 7.045388669471972e-06, "100": 9.577075762276113e-06 }, "relative_mse_by_step": { "10": 0.0542492934608457, "20": 0.10124222141669922, "30": 0.12624568805561678, "40": 0.14698403732575877, "50": 0.16762782574142848, "60": 0.1891528977941678, "70": 0.2119310549675313, "80": 0.2358388770498556, "90": 0.2606485109944268, "100": 0.28623033759237576 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.3989514448956, "20": -5.893464996787593, "30": -4.93233146706163, "40": -4.116960914286444, "50": -3.2314037762384142, "60": -2.2746016025518947, "70": -1.302341350933633, "80": -0.40468145008882983, "90": 0.30493596653548294, "100": 0.7131825134114682 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_af64b7bd", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": 0.9502803141866086, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13309354115355804, "position_mse": 4.310152203450863e-06, "position_mse_by_step": { "10": 3.936969545608499e-09, "20": 3.271451263220371e-08, "30": 9.854638545192529e-08, "40": 2.1660382495878952e-07, "50": 4.150515678194974e-07, "60": 7.323574167677245e-07, "70": 1.2182777400734528e-06, "80": 1.9321507776583402e-06, "90": 2.9397808280659124e-06, "100": 4.310152203450863e-06 }, "relative_mse_by_step": { "10": 0.012933635904501082, "20": 0.026373072703157453, "30": 0.03487543110830154, "40": 0.04275832967915538, "50": 0.052109356331630816, "60": 0.06354683826297823, "70": 0.07737220415854919, "80": 0.09366259213587365, "90": 0.1123157221861404, "100": 0.13309354115355804 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.853503811520474, "20": 0.7934603631138758, "30": 0.8213383706312656, "40": 0.8699067086923704, "50": 0.9090414722718259, "60": 0.9357511534720898, "70": 0.9498915493808681, "80": 0.9478825444384497, "90": 0.9320042346705785, "100": 0.9016828226247499 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_d5c6313b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.7995792043165533, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10936513644643167, "position_mse": 3.5417224588789913e-06, "position_mse_by_step": { "10": 2.9897757662457535e-09, "20": 2.855250109996226e-08, "30": 9.355504460017983e-08, "40": 2.2016603938063942e-07, "50": 4.440065744911895e-07, "60": 7.947896767136951e-07, "70": 1.2719016394515035e-06, "80": 1.880926907509612e-06, "90": 2.6361040495105824e-06, "100": 3.5417224588789913e-06 }, "relative_mse_by_step": { "10": 0.009821938104615607, "20": 0.023017832967043142, "30": 0.03310900240353671, "40": 0.043461522887614554, "50": 0.055744631746121306, "60": 0.06896410124734029, "70": 0.08077783093311858, "80": 0.09117947305798475, "90": 0.10071360669202649, "100": 0.10936513644643167 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8722728537382154, "20": 0.9080970893320399, "30": 0.9164378289730484, "40": 0.9098802727201156, "50": 0.8809555465504189, "60": 0.8405025653842896, "70": 0.8170930779618242, "80": 0.8086267806083771, "90": 0.8077621879115242, "100": 0.8136368728740286 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_e91e2944", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": -1.2266996002672896, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2100262912263027, "position_mse": 7.027339310233011e-06, "position_mse_by_step": { "10": 1.6588528246279973e-08, "20": 1.2395570029458522e-07, "30": 3.4248201075115503e-07, "40": 6.884187953407458e-07, "50": 1.1838241580416511e-06, "60": 1.853854926788959e-06, "70": 2.7321632878900866e-06, "80": 3.8572028387307e-06, "90": 5.2721422759662215e-06, "100": 7.027339310233011e-06 }, "relative_mse_by_step": { "10": 0.05333697795269218, "20": 0.09754974741855052, "30": 0.11806788041059402, "40": 0.1321706763801945, "50": 0.14436778362378583, "60": 0.15609315041248797, "70": 0.16823990657930413, "80": 0.18116572090178515, "90": 0.19504616401586744, "100": 0.2100262912263027 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.424912626611425, "20": -5.992015801708937, "30": -5.1854274318448415, "40": -4.619545359856195, "50": -4.063534374924231, "60": -3.4836891515948754, "70": -2.8763679026050384, "80": -2.251279201530747, "90": -1.635825076482695, "100": -1.0534429974582964 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_ead15520", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.8346177814706175, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10178829723448739, "position_mse": 3.296351196370649e-06, "position_mse_by_step": { "10": 3.614031838080781e-09, "20": 3.040628101683548e-08, "30": 9.544234867827787e-08, "40": 2.146019189654323e-07, "50": 4.0614052910622637e-07, "60": 6.925495976060705e-07, "70": 1.0981111498965998e-06, "80": 1.6473016344775715e-06, "90": 2.3691064967579223e-06, "100": 3.296351196370649e-06 }, "relative_mse_by_step": { "10": 0.011872728858964817, "20": 0.024512272852882194, "30": 0.03377691673701812, "40": 0.04236314664641378, "50": 0.050990583322208675, "60": 0.06009270372709515, "70": 0.06974048468903019, "80": 0.0798542965170774, "90": 0.09051283843302797, "100": 0.10178829723448739 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7308785546789656, "20": 0.7927316552446946, "30": 0.8220723117932554, "40": 0.8264910829410882, "50": 0.8197036553495342, "60": 0.8100023146575861, "70": 0.8020302106382884, "80": 0.7970022811488647, "90": 0.7936232488420037, "100": 0.7906758255580881 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_3d45ac2f", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9808060642075943, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09527064800522536, "position_mse": 2.982286252972699e-06, "position_mse_by_step": { "10": 3.6123089004152273e-09, "20": 3.117340465129205e-08, "30": 9.796892082342927e-08, "40": 2.2056003413492168e-07, "50": 4.147475923080687e-07, "60": 6.936498727278767e-07, "70": 1.0720928003138397e-06, "80": 1.5670772130858625e-06, "90": 2.1970758922407186e-06, "100": 2.982286252972699e-06 }, "relative_mse_by_step": { "10": 0.012212914959768038, "20": 0.025934330048306753, "30": 0.035812977314803304, "40": 0.045000069193101844, "50": 0.053839230150716615, "60": 0.0622473552062451, "70": 0.07042921804945868, "80": 0.07858343907673108, "90": 0.08683443745680712, "100": 0.09527064800522536 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8852770659089046, "20": 0.8348083180933217, "30": 0.8360512566494014, "40": 0.8459259686568906, "50": 0.8616293919576549, "60": 0.881837170732451, "70": 0.9032001735191256, "80": 0.9232288230919322, "90": 0.9403094992835649, "100": 0.9527554576566633 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_56f49f63", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.1713460398277895, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19591386501491, "position_mse": 6.583010713256954e-06, "position_mse_by_step": { "10": 1.6900064906241344e-08, "20": 1.229263853882604e-07, "30": 3.341822418789775e-07, "40": 6.612885725993627e-07, "50": 1.1223893721989952e-06, "60": 1.7416816634506307e-06, "70": 2.5519457653087685e-06, "80": 3.5948765092338623e-06, "90": 4.919432813364567e-06, "100": 6.583010713256954e-06 }, "relative_mse_by_step": { "10": 0.054356663192110896, "20": 0.09679516655773342, "30": 0.11513205541245117, "40": 0.12674461018601993, "50": 0.13653768096728597, "60": 0.14619637438450814, "70": 0.1565923124642189, "80": 0.16820341145093629, "90": 0.1812604140990815, "100": 0.19591386501491 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.904458340667059, "20": -6.380857292741522, "30": -5.539921923285531, "40": -4.912076384792107, "50": -4.254375224531578, "60": -3.5256561742036627, "70": -2.7244801021194567, "80": -1.8910903745172702, "90": -1.0769568869959456, "100": -0.34446140110390955 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_6e194661", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -2.2764371536740886, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1346149962888573, "position_mse": 4.523273340899843e-06, "position_mse_by_step": { "10": 1.2858201145097122e-08, "20": 9.77674227988144e-08, "30": 2.673547599942237e-07, "40": 5.274213443889104e-07, "50": 8.865670544366822e-07, "60": 1.3532065370977113e-06, "70": 1.937899912312397e-06, "80": 2.6529722987334026e-06, "90": 3.510299314614583e-06, "100": 4.523273340899843e-06 }, "relative_mse_by_step": { "10": 0.041356581337290504, "20": 0.07698439959689363, "30": 0.09210873345443883, "40": 0.10108720378396485, "50": 0.10785010321117021, "60": 0.11358785802748307, "70": 0.11891327500703708, "80": 0.12413193888178733, "90": 0.12933976974951078, "100": 0.1346149962888573 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.4371857133818775, "20": -4.965910959915519, "30": -4.1419829153676675, "40": -3.679336438731937, "50": -3.3593907995705807, "60": -3.1256933225312986, "70": -2.9428480893378284, "80": -2.8016575979605953, "90": -2.6903777084448, "100": -2.6012914369534634 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_889abc45", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.8136004215209722, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06695336845564971, "position_mse": 2.095861784466381e-06, "position_mse_by_step": { "10": 3.3233931551190922e-09, "20": 2.8158958955058567e-08, "30": 8.518961637703017e-08, "40": 1.8185273307531295e-07, "50": 3.265973406131804e-07, "60": 5.273833564396162e-07, "70": 7.929119663328623e-07, "80": 1.1336701618347433e-06, "90": 1.5628585832213762e-06, "100": 2.095861784466381e-06 }, "relative_mse_by_step": { "10": 0.011236114933769678, "20": 0.02342649907914193, "30": 0.031141445400486193, "40": 0.03710275800165046, "50": 0.04239626634124989, "60": 0.047326786047054155, "70": 0.05208893274400744, "80": 0.056849591935689246, "90": 0.06176843793964945, "100": 0.06695336845564971 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.736924739966976, "20": 0.763063075301184, "30": 0.7620334773741827, "40": 0.7580240692884421, "50": 0.753854096379545, "60": 0.7502571067917843, "70": 0.7470474115855297, "80": 0.7441435374141055, "90": 0.7413948382800586, "100": 0.7384198881761381 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_94fd3669", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.9577406483739943, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11201850169263743, "position_mse": 3.506549442785659e-06, "position_mse_by_step": { "10": 3.1115173283151927e-09, "20": 2.8564568345577712e-08, "30": 9.294738066196422e-08, "40": 2.1406842972534637e-07, "50": 4.1361381570530806e-07, "60": 7.148158594816323e-07, "70": 1.1439255608536315e-06, "80": 1.7301601579739716e-06, "90": 2.5068062021611177e-06, "100": 3.506549442785659e-06 }, "relative_mse_by_step": { "10": 0.010519780443524637, "20": 0.02376394081584296, "30": 0.033977330842673195, "40": 0.04367561053153655, "50": 0.053692052299446076, "60": 0.06414676692324052, "70": 0.0751481427112702, "80": 0.08676147814018752, "90": 0.09907582489373852, "100": 0.11201850169263743 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7067848261873306, "20": 0.8131523117629575, "30": 0.8493941341397151, "40": 0.8707739423911168, "50": 0.8882152512912944, "60": 0.9018250057141256, "70": 0.9121655917939977, "80": 0.920054853141808, "90": 0.9239900049895933, "100": 0.9236839066645038 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_9fe1f6ff", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -3.217325593976965, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13421323087985854, "position_mse": 4.509773397996599e-06, "position_mse_by_step": { "10": 1.622002396839406e-08, "20": 1.2049871232885526e-07, "30": 3.2672668314351734e-07, "40": 6.348017114378633e-07, "50": 1.0435433230680603e-06, "60": 1.5495464932005883e-06, "70": 2.1500967377059104e-06, "80": 2.8440991753443867e-06, "90": 3.63054235979884e-06, "100": 4.509773397996599e-06 }, "relative_mse_by_step": { "10": 0.05216940791111132, "20": 0.09488355891230693, "30": 0.11256347547643937, "40": 0.12166805657226297, "50": 0.12694612836671318, "60": 0.1300685906041729, "70": 0.13193408134142087, "80": 0.13307471969313184, "90": 0.1337702203704486, "100": 0.13421323087985854 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.507752916958157, "20": -6.421819153933689, "30": -5.515514123430357, "40": -5.021149606964731, "50": -4.665930896034458, "60": -4.389952498034371, "70": -4.156722037989306, "80": -3.9578239798755037, "90": -3.7844666860732508, "100": -3.6301454540768923 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_d0f0add0", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.6679842469561637, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.21611040268716014, "position_mse": 7.261645805556327e-06, "position_mse_by_step": { "10": 1.581485817541457e-08, "20": 1.1891074169767535e-07, "30": 3.325248970905851e-07, "40": 6.781906138136102e-07, "50": 1.1843724286515161e-06, "60": 1.8813625936380568e-06, "70": 2.8022148991827376e-06, "80": 3.982799089336757e-06, "90": 5.457969903740637e-06, "100": 7.261645805556327e-06 }, "relative_mse_by_step": { "10": 0.05086624957011481, "20": 0.09363315297831347, "30": 0.11456106902208565, "40": 0.12998410760637788, "50": 0.14407786532479708, "60": 0.1579211608323366, "70": 0.17194930905266334, "80": 0.18635421612657785, "90": 0.2011032414559447, "100": 0.21611040268716014 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.863258989288045, "20": -6.258635418923706, "30": -5.26527165753853, "40": -4.41967986227415, "50": -3.5029836575997884, "60": -2.5142047307874695, "70": -1.5059121231140349, "80": -0.5766787631002102, "90": 0.1641917864621094, "100": 0.6088163982599997 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_e843e1ad", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 32, "val_score": 0.9525318002324564, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1089896762676958, "position_mse": 3.411737193508608e-06, "position_mse_by_step": { "10": 2.719720437352865e-09, "20": 2.579607162798782e-08, "30": 8.732462935613836e-08, "40": 2.0817436990735618e-07, "50": 4.117610473538694e-07, "60": 7.208809488393594e-07, "70": 1.1583549028923048e-06, "80": 1.740279442888745e-06, "90": 2.4834433353199917e-06, "100": 3.411737193508608e-06 }, "relative_mse_by_step": { "10": 0.009195147849043473, "20": 0.02146072407019775, "30": 0.03192190894693496, "40": 0.042473066740327345, "50": 0.05345154066408262, "60": 0.06469104118386043, "70": 0.07609605251577074, "80": 0.08726892487156732, "90": 0.09815246061365511, "100": 0.1089896762676958 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.914534213626853, "20": 0.8787405185602393, "30": 0.8799089382607063, "40": 0.8837313383982578, "50": 0.8889499025644859, "60": 0.899845880036951, "70": 0.9138903450444494, "80": 0.9252015112424052, "90": 0.9288354480528932, "100": 0.9233034222251651 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_145d5dd4", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.266159632663143e-05, "position_mse_by_step": { "10": 3.039019489392558e-07, "20": 1.2420916699998738e-06, "30": 2.8360752967923222e-06, "40": 5.0909262004747035e-06, "50": 8.011914743682219e-06, "60": 1.1601194695945846e-05, "70": 1.585943257720958e-05, "80": 2.0788322841066734e-05, "90": 2.6388554735084263e-05, "100": 3.266159632663143e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.997914935426754, "20": -5.149320668958882, "30": -4.798121918538496, "40": -4.758852717020989, "50": -4.808490067855938, "60": -4.916717697053448, "70": -5.060819398706191, "80": -5.2266771306763244, "90": -5.406870725296067, "100": -5.587025517189006 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_c7a2dd48", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.266159632663143e-05, "position_mse_by_step": { "10": 3.039019489392558e-07, "20": 1.2420916699998738e-06, "30": 2.8360752967923222e-06, "40": 5.0909262004747035e-06, "50": 8.011914743682219e-06, "60": 1.1601194695945846e-05, "70": 1.585943257720958e-05, "80": 2.0788322841066734e-05, "90": 2.6388554735084263e-05, "100": 3.266159632663143e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_ea4ad5b4", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.186689931940886e-05, "position_mse_by_step": { "10": 3.0251492221720713e-07, "20": 1.2292311948515687e-06, "30": 2.7953260038365053e-06, "40": 5.0042875240511165e-06, "50": 7.859734439209985e-06, "60": 1.1362724671926117e-05, "70": 1.551409629558163e-05, "80": 2.0314944517200013e-05, "90": 2.5765637967976676e-05, "100": 3.186689931940886e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.8462371408082556, "20": -2.014450908027319, "30": -2.0343473437075907, "40": -2.037253705878884, "50": -2.0336818292443257, "60": -2.029798119964227, "70": -2.025294658518836, "80": -2.0207196570445776, "90": -2.0173647480226338, "100": -2.0132091028624988 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_f503c5ba", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.186689931940886e-05, "position_mse_by_step": { "10": 3.0251492221720713e-07, "20": 1.2292311948515687e-06, "30": 2.7953260038365053e-06, "40": 5.0042875240511165e-06, "50": 7.859734439209985e-06, "60": 1.1362724671926117e-05, "70": 1.551409629558163e-05, "80": 2.0314944517200013e-05, "90": 2.5765637967976676e-05, "100": 3.186689931940886e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_41a465ef", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.2672465437956685e-05, "position_mse_by_step": { "10": 3.0395722774301246e-07, "20": 1.2417067702179857e-06, "30": 2.8348837531666503e-06, "40": 5.0903153091245e-06, "50": 8.012710161762828e-06, "60": 1.1603186067077331e-05, "70": 1.586315016278864e-05, "80": 2.0794570420028843e-05, "90": 2.6397394945628808e-05, "100": 3.2672465437956685e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.2857458535829105, "20": -3.004991269280544, "30": -3.1415866163755712, "40": -3.1934119648958426, "50": -3.215191959522774, "60": -3.224790182093879, "70": -3.228792364773695, "80": -3.2290244684664575, "90": -3.2283833667571704, "100": -3.226080798108274 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_896e8aa7", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.262476924906618e-05, "position_mse_by_step": { "10": 3.03231826949611e-07, "20": 1.2382215491665453e-06, "30": 2.8269261958614933e-06, "40": 5.07646836272865e-06, "50": 7.992602494206429e-06, "60": 1.157691995753599e-05, "70": 1.583150546399078e-05, "80": 2.0757112477960097e-05, "90": 2.6354868142724238e-05, "100": 3.262476924906618e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_89db84b2", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.262476924906618e-05, "position_mse_by_step": { "10": 3.03231826949611e-07, "20": 1.2382215491665453e-06, "30": 2.8269261958614933e-06, "40": 5.07646836272865e-06, "50": 7.992602494206429e-06, "60": 1.157691995753599e-05, "70": 1.583150546399078e-05, "80": 2.0757112477960097e-05, "90": 2.6354868142724238e-05, "100": 3.262476924906618e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.61635869391296, "20": -6.888600647049485, "30": -6.292806506265385, "40": -6.144395899580041, "50": -6.126169352188737, "60": -6.199731525029516, "70": -6.319315458436423, "80": -6.468973902173311, "90": -6.635385559742201, "100": -6.804142961183605 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_d2a6b12c", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.2672465437956685e-05, "position_mse_by_step": { "10": 3.0395722774301246e-07, "20": 1.2417067702179857e-06, "30": 2.8348837531666503e-06, "40": 5.0903153091245e-06, "50": 8.012710161762828e-06, "60": 1.1603186067077331e-05, "70": 1.586315016278864e-05, "80": 2.0794570420028843e-05, "90": 2.6397394945628808e-05, "100": 3.2672465437956685e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_14192efd", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.220608996343799e-05, "position_mse_by_step": { "10": 2.980785083650517e-07, "20": 1.220753080945412e-06, "30": 2.790953796453063e-06, "40": 5.0142906827334495e-06, "50": 7.895382434851074e-06, "60": 1.1435425384271574e-05, "70": 1.563624945057589e-05, "80": 2.0497642851426334e-05, "90": 2.6020664933769566e-05, "100": 3.220608996343799e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.401698516828386, "20": -6.8876676779947985, "30": -6.397492429448653, "40": -6.314103603740882, "50": -6.3705994612497, "60": -6.503078113820138, "70": -6.692333687894503, "80": -6.911474477256042, "90": -7.1433323783342075, "100": -7.37947393181069 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_2ac84c11", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.244923222415049e-05, "position_mse_by_step": { "10": 3.0713772990306354e-07, "20": 1.2473279517572726e-06, "30": 2.837889709488601e-06, "40": 5.083963716450463e-06, "50": 7.989568790175586e-06, "60": 1.1556201226475033e-05, "70": 1.5784772715830642e-05, "80": 2.067627829092089e-05, "90": 2.6230858072397365e-05, "100": 3.244923222415049e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_8cfd93ae", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.244923222415049e-05, "position_mse_by_step": { "10": 3.0713772990306354e-07, "20": 1.2473279517572726e-06, "30": 2.837889709488601e-06, "40": 5.083963716450463e-06, "50": 7.989568790175586e-06, "60": 1.1556201226475033e-05, "70": 1.5784772715830642e-05, "80": 2.067627829092089e-05, "90": 2.6230858072397365e-05, "100": 3.244923222415049e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.1439226593050824, "20": -2.7783372071198476, "30": -2.670501755426171, "40": -2.6131714371983383, "50": -2.57557921108844, "60": -2.546926545420658, "70": -2.5259052778999482, "80": -2.5087665069922322, "90": -2.4945974605325274, "100": -2.482929161122571 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_fd0598b3", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.220608996343799e-05, "position_mse_by_step": { "10": 2.980785083650517e-07, "20": 1.220753080945412e-06, "30": 2.790953796453063e-06, "40": 5.0142906827334495e-06, "50": 7.895382434851074e-06, "60": 1.1435425384271574e-05, "70": 1.563624945057589e-05, "80": 2.0497642851426334e-05, "90": 2.6020664933769566e-05, "100": 3.220608996343799e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_19f16f56", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.238438293919899e-05, "position_mse_by_step": { "10": 3.0439774048675517e-07, "20": 1.2404513118521468e-06, "30": 2.8256678790837342e-06, "40": 5.065769093042555e-06, "50": 7.965010451828545e-06, "60": 1.1524686936224627e-05, "70": 1.57456770596452e-05, "80": 2.062884160685436e-05, "90": 2.6174259229654646e-05, "100": 3.238438293919899e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_2ceb16c5", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.345933153988361e-05, "position_mse_by_step": { "10": 3.1101365099825023e-07, "20": 1.2706921706597183e-06, "30": 2.9007212593309563e-06, "40": 5.2085592220204746e-06, "50": 8.200057715969576e-06, "60": 1.1876593699915767e-05, "70": 1.6239686192420778e-05, "80": 2.1291019181392457e-05, "90": 2.703022795945539e-05, "100": 3.345933153988361e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.54041963439118, "20": -6.2843193870210605, "30": -5.783619428433379, "40": -5.652409371251475, "50": -5.650215149368886, "60": -5.728522318558528, "70": -5.858606342992145, "80": -6.01644995920498, "90": -6.196033184649199, "100": -6.3790619946218134 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_590669ce", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.238438293919899e-05, "position_mse_by_step": { "10": 3.0439774048675517e-07, "20": 1.2404513118521468e-06, "30": 2.8256678790837342e-06, "40": 5.065769093042555e-06, "50": 7.965010451828545e-06, "60": 1.1524686936224627e-05, "70": 1.57456770596452e-05, "80": 2.062884160685436e-05, "90": 2.6174259229654646e-05, "100": 3.238438293919899e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.834604089798286, "20": -3.2521533059284886, "30": -3.1362346743898257, "40": -3.0594749712451836, "50": -3.0105466453394047, "60": -2.9737110835954033, "70": -2.946190809388246, "80": -2.92367116282311, "90": -2.905452224823491, "100": -2.8892482882816544 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_ad8f804b", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.345933153988361e-05, "position_mse_by_step": { "10": 3.1101365099825023e-07, "20": 1.2706921706597183e-06, "30": 2.9007212593309563e-06, "40": 5.2085592220204746e-06, "50": 8.200057715969576e-06, "60": 1.1876593699915767e-05, "70": 1.6239686192420778e-05, "80": 2.1291019181392457e-05, "90": 2.703022795945539e-05, "100": 3.345933153988361e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_8930112d", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.360155603461733e-05, "position_mse_by_step": { "10": 3.1091063935459066e-07, "20": 1.2699640876689955e-06, "30": 2.9025994600877832e-06, "40": 5.217488709214584e-06, "50": 8.220363523443146e-06, "60": 1.1913302712075944e-05, "70": 1.6296749981847826e-05, "80": 2.1372197378306216e-05, "90": 2.7140138887002e-05, "100": 3.360155603461733e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_a8ae982a", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.130330605927156e-05, "position_mse_by_step": { "10": 2.95777782152332e-07, "20": 1.2020131074612955e-06, "30": 2.7355704040538903e-06, "40": 4.901326555487426e-06, "50": 7.703445817242027e-06, "60": 1.1143443290555816e-05, "70": 1.5222273227014479e-05, "80": 1.994157078765316e-05, "90": 2.530189584441749e-05, "100": 3.130330605927156e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.894508843642753, "20": -3.0338403651668404, "30": -2.9889682432149125, "40": -2.955964224120671, "50": -2.9261225977307443, "60": -2.901062676110923, "70": -2.8811707507601487, "80": -2.864030204205669, "90": -2.848884243882827, "100": -2.836129483831957 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_af8a86e2", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.360155603461733e-05, "position_mse_by_step": { "10": 3.1091063935459066e-07, "20": 1.2699640876689955e-06, "30": 2.9025994600877832e-06, "40": 5.217488709214584e-06, "50": 8.220363523443146e-06, "60": 1.1913302712075944e-05, "70": 1.6296749981847826e-05, "80": 2.1372197378306216e-05, "90": 2.7140138887002e-05, "100": 3.360155603461733e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.001566214229962, "20": -6.658103391771296, "30": -6.139628478943354, "40": -5.99976208717854, "50": -5.997551088856189, "60": -6.0789167376517295, "70": -6.204549176126063, "80": -6.363411518820911, "90": -6.5397053368539035, "100": -6.718625915829964 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_b2fef115", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.130330605927156e-05, "position_mse_by_step": { "10": 2.95777782152332e-07, "20": 1.2020131074612955e-06, "30": 2.7355704040538903e-06, "40": 4.901326555487426e-06, "50": 7.703445817242027e-06, "60": 1.1143443290555816e-05, "70": 1.5222273227014479e-05, "80": 1.994157078765316e-05, "90": 2.530189584441749e-05, "100": 3.130330605927156e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_0e78b075", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": 0.4606133083703756, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12816643873274727, "position_mse": 4.186120484510931e-06, "position_mse_by_step": { "10": 1.3917253533739833e-08, "20": 1.0292673372650338e-07, "30": 2.731381188273271e-07, "40": 5.242633215678844e-07, "50": 8.613296703430251e-07, "60": 1.2906149430693047e-06, "70": 1.8222026785760397e-06, "80": 2.469918626246681e-06, "90": 3.2508775045617508e-06, "100": 4.186120484510931e-06 }, "relative_mse_by_step": { "10": 0.045795209877122656, "20": 0.08286565010657694, "30": 0.0963084862860495, "40": 0.10297994921218843, "50": 0.1075060953465868, "60": 0.11124845129272101, "70": 0.11489709166484259, "80": 0.11881278952275205, "90": 0.12319270748994925, "100": 0.12816643873274727 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.811272656269558, "20": -4.667213855963561, "30": -3.823704178592619, "40": -3.115361620624199, "50": -2.376280845427574, "60": -1.6288045719830477, "70": -0.9110788327844745, "80": -0.2687996173589007, "90": 0.2570246723626076, "100": 0.6389589556461748 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_1105fbef", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -2.044117567851883, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11252959643328918, "position_mse": 3.675396253502835e-06, "position_mse_by_step": { "10": 9.932134510868907e-09, "20": 7.526160952231465e-08, "30": 2.0147159325618297e-07, "40": 3.936593444616879e-07, "50": 6.629260505874868e-07, "60": 1.0214034939995795e-06, "70": 1.48408297755103e-06, "80": 2.0679212021994836e-06, "90": 2.7916451214439674e-06, "100": 3.675396253502835e-06 }, "relative_mse_by_step": { "10": 0.03268203624733631, "20": 0.0605926368722224, "30": 0.07103887315123572, "40": 0.07732568278538021, "50": 0.08274252432731338, "60": 0.0880429577099089, "70": 0.093577306144212, "80": 0.09947513409375983, "90": 0.10578999681753709, "100": 0.11252959643328918 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.300055548906963, "20": -2.6468142146356146, "30": -2.0907281582868333, "40": -1.7974826769377463, "50": -1.600143553244532, "60": -1.4586867084466393, "70": -1.3515276717449383, "80": -1.26744923673553, "90": -1.2009892361058347, "100": -1.1459205318820058 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_2d20cca4", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.9557600834891897, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.23024913886172071, "position_mse": 7.337326126487044e-06, "position_mse_by_step": { "10": 2.8278878976590553e-09, "20": 3.1034449829040306e-08, "30": 1.1593224803009759e-07, "40": 3.1414959065857927e-07, "50": 6.650332303641855e-07, "60": 1.2223733514409625e-06, "70": 2.0787942097350814e-06, "80": 3.3271260430670477e-06, "90": 5.0456047087469155e-06, "100": 7.337326126487044e-06 }, "relative_mse_by_step": { "10": 0.009347928614339952, "20": 0.02524704055593688, "30": 0.04147360553687973, "40": 0.06277608733485922, "50": 0.08461268450070315, "60": 0.10757748574697759, "70": 0.13399389626884783, "80": 0.16377726457732025, "90": 0.19582688831605657, "100": 0.23024913886172071 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8671581724439673, "20": 0.8449334484091997, "30": 0.884027938660616, "40": 0.9093971598763511, "50": 0.9359210721873022, "60": 0.9534199947318162, "70": 0.9630860940223747, "80": 0.9684994135374442, "90": 0.9719848901199792, "100": 0.9721595590628405 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_6c157939", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.6946836660498704, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13967209598748093, "position_mse": 4.450916620563865e-06, "position_mse_by_step": { "10": 3.5093687337070126e-09, "20": 3.3404109446775824e-08, "30": 1.140285886539313e-07, "40": 2.7385834324076897e-07, "50": 5.410137019014525e-07, "60": 9.391292169068168e-07, "70": 1.4970119524702697e-06, "80": 2.246102183432543e-06, "90": 3.2193909760280803e-06, "100": 4.450916620563865e-06 }, "relative_mse_by_step": { "10": 0.011600646698635479, "20": 0.027174798025532874, "30": 0.040792590380309954, "40": 0.05472474191872027, "50": 0.06883358542020054, "60": 0.08265000200410763, "70": 0.09649366124513578, "80": 0.11056403238171977, "90": 0.12494901077277275, "100": 0.13967209598748093 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7976453106255272, "20": 0.8627666056813101, "30": 0.8449383306231606, "40": 0.7993997892659641, "50": 0.7574806849248937, "60": 0.729764311847513, "70": 0.7087196767726656, "80": 0.6919815612286746, "90": 0.6805709774359827, "100": 0.6711191956482305 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_71623d73", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": 0.9882459435053363, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0481147668098595, "position_mse": 1.5332684297066278e-06, "position_mse_by_step": { "10": 1.0158159666603542e-09, "20": 9.144778791357413e-09, "30": 3.013252412031875e-08, "40": 6.987807878999775e-08, "50": 1.3805208958217464e-07, "60": 2.483678605764388e-07, "70": 4.1936329081084165e-07, "80": 6.73468380999306e-07, "90": 1.0343423298309062e-06, "100": 1.5332684297066278e-06 }, "relative_mse_by_step": { "10": 0.0033579036670825565, "20": 0.007439429482150147, "30": 0.010779609991450986, "40": 0.013963641867929566, "50": 0.01756447252129435, "60": 0.021858125383437413, "70": 0.027031113048478054, "80": 0.03315137683143077, "90": 0.04014425457333751, "100": 0.0481147668098595 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9733527445217289, "20": 0.9474995047897277, "30": 0.9498623700453944, "40": 0.9612460002609058, "50": 0.972021674536404, "60": 0.980849382645183, "70": 0.9868904917769328, "80": 0.9900786914426901, "90": 0.9906944665874601, "100": 0.9890697939503776 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_ae8fa69e", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": 0.9521739075342212, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0379969748772061, "position_mse": 1.2108457728540349e-06, "position_mse_by_step": { "10": 8.708116501697307e-10, "20": 6.666257520596527e-09, "30": 2.076447889822118e-08, "40": 4.796293227978968e-08, "50": 9.634924621946895e-08, "60": 1.778245378249364e-07, "70": 3.0904748921248677e-07, "80": 5.110416625240889e-07, "90": 8.06301783638576e-07, "100": 1.2108457728540349e-06 }, "relative_mse_by_step": { "10": 0.0028785741998686725, "20": 0.005423111249142588, "30": 0.007428285241049711, "40": 0.009584367814454093, "50": 0.012258587992338508, "60": 0.015649814895567035, "70": 0.019920431285482133, "80": 0.025155946750994387, "90": 0.03129368597978066, "100": 0.0379969748772061 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9338189404982238, "20": 0.9372068640605763, "30": 0.9439250568957415, "40": 0.951684593298095, "50": 0.9568952915603284, "60": 0.9587130748771064, "70": 0.9566402163380512, "80": 0.950709207073903, "90": 0.9415777892992978, "100": 0.9308184385657966 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_ce0e86e6", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 30, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 20, "val_score": -1.9555493244035338, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.35647171598622424, "position_mse": 1.1642935289403664e-05, "position_mse_by_step": { "10": 1.2350169392716381e-08, "20": 9.777503271785853e-08, "30": 2.955211692880409e-07, "40": 6.635922897909755e-07, "50": 1.274698223190691e-06, "60": 2.2136382463194033e-06, "70": 3.5837860045668484e-06, "80": 5.510413079231771e-06, "90": 8.140793654222632e-06, "100": 1.1642935289403664e-05 }, "relative_mse_by_step": { "10": 0.04063866466083422, "20": 0.07871804881991397, "30": 0.10420074869742821, "40": 0.13034804741995648, "50": 0.15910032295286866, "60": 0.19081123145816883, "70": 0.22597189320107472, "80": 0.26507251794002873, "90": 0.3084971396102734, "100": 0.35647171598622424 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.121086111194006, "20": -2.9870448292602667, "30": -2.2829649020465856, "40": -1.916488727660266, "50": -1.67286891499492, "60": -1.499293416383825, "70": -1.369422119188441, "80": -1.267641144801829, "90": -1.1851433901749222, "100": -1.113984816606878 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_d79b1feb", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.6360210695858239, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.25079184686053085, "position_mse": 8.191262064169027e-06, "position_mse_by_step": { "10": 1.5474377130469158e-08, "20": 1.1719459747412081e-07, "30": 3.2214957558705593e-07, "40": 6.499971216758889e-07, "50": 1.1369356820572259e-06, "60": 1.8323884940433086e-06, "70": 2.801072601040947e-06, "80": 4.121153990256841e-06, "90": 5.884133250739458e-06, "100": 8.191262064169027e-06 }, "relative_mse_by_step": { "10": 0.050918979573777556, "20": 0.09435261527366391, "30": 0.11358992335338057, "40": 0.12767757694371604, "50": 0.1419056141297253, "60": 0.15794825809480253, "70": 0.17661871491330414, "80": 0.19824369776072653, "90": 0.22298050460930896, "100": 0.25079184686053085 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.889792502634788, "20": -4.8486334800271536, "30": -4.12682321042956, "40": -3.509942026812615, "50": -2.7893460173983495, "60": -1.974142153810968, "70": -1.1159687748043172, "80": -0.3023382618558488, "90": 0.3581804982399004, "100": 0.7533363279542454 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_41f0cc14", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": 0.9509177852762081, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.02938499592556322, "position_mse": 9.600802637724623e-07, "position_mse_by_step": { "10": 7.526595011924415e-10, "20": 6.543111812679874e-09, "30": 2.044046048612001e-08, "40": 4.565471484038344e-08, "50": 8.71504263041548e-08, "60": 1.5254807540340413e-07, "70": 2.5352008360560573e-07, "80": 4.0632055048815476e-07, "90": 6.325665328940236e-07, "100": 9.600802637724623e-07 }, "relative_mse_by_step": { "10": 0.002476202019544653, "20": 0.005269450058270367, "30": 0.007210334625992125, "40": 0.008968936513332757, "50": 0.010876522992188371, "60": 0.013147085164499884, "70": 0.015981698527969965, "80": 0.01953974245588629, "90": 0.023963218120459703, "100": 0.02938499592556322 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9452104680301677, "20": 0.9107652920978425, "30": 0.8991905174435308, "40": 0.8955328403213443, "50": 0.8958262986881996, "60": 0.898490385429964, "70": 0.9013956649054321, "80": 0.903426888310575, "90": 0.9034112180881964, "100": 0.900946400327775 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_45d8af40", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": 0.4626012200937668, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10720549019379162, "position_mse": 3.4975543798054788e-06, "position_mse_by_step": { "10": 1.0698370964916976e-08, "20": 8.019794655827234e-08, "30": 2.1595404077677317e-07, "40": 4.2090474168889254e-07, "50": 6.998248107491024e-07, "60": 1.0580590824815773e-06, "70": 1.504637698904584e-06, "80": 2.0502135546353528e-06, "90": 2.7090119707346667e-06, "100": 3.4975543798054788e-06 }, "relative_mse_by_step": { "10": 0.03528116119121875, "20": 0.06476865679833635, "30": 0.07639182129796003, "40": 0.08291290551107705, "50": 0.08755906618105706, "60": 0.09139383241505737, "70": 0.09504072132160307, "80": 0.09877161656334761, "90": 0.10278981310261424, "100": 0.10720549019379162 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.374287370424698, "20": -6.269440732859979, "30": -5.0873922270431216, "40": -4.171379863941137, "50": -3.2704650096499543, "60": -2.3954453031933327, "70": -1.5681743949858884, "80": -0.8274257886683007, "90": -0.20540516724676872, "100": 0.27875756808357366 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_6ed7b39d", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.6361268592648057, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1990686174977815, "position_mse": 6.49456771059574e-06, "position_mse_by_step": { "10": 1.2120930963683511e-08, "20": 9.234596129051706e-08, "30": 2.608450732109548e-07, "40": 5.390619191152674e-07, "50": 9.555394976855171e-07, "60": 1.5440750193615063e-06, "70": 2.3437181572002634e-06, "80": 3.3989481538908096e-06, "90": 4.762057272955644e-06, "100": 6.49456771059574e-06 }, "relative_mse_by_step": { "10": 0.03997248931820631, "20": 0.07457951394294156, "30": 0.09227162477493099, "40": 0.1061883736089151, "50": 0.11955298644942694, "60": 0.1333752867796578, "70": 0.14804139521229479, "80": 0.16374860219598525, "90": 0.18068985385040906, "100": 0.1990686174977815 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.464557034037536, "20": -6.443109422737574, "30": -5.32138781910274, "40": -4.407956384293767, "50": -3.441964749977572, "60": -2.445014798379749, "70": -1.46876430763054, "80": -0.5918610102543052, "90": 0.10748014867543332, "100": 0.5671511085547329 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_8a229f80", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.833071814992777, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1224083755876915, "position_mse": 3.999383420705272e-06, "position_mse_by_step": { "10": 2.449911508979013e-09, "20": 2.423162053233341e-08, "30": 8.524998314892887e-08, "40": 2.0930664287480534e-07, "50": 4.22214209245502e-07, "60": 7.536517194190699e-07, "70": 1.237444556474137e-06, "80": 1.912347950597645e-06, "90": 2.8190277589601463e-06, "100": 3.999383420705272e-06 }, "relative_mse_by_step": { "10": 0.008060053472557482, "20": 0.019514768795276416, "30": 0.03007177386152151, "40": 0.04111860074750549, "50": 0.05269305899274075, "60": 0.0649521359962905, "70": 0.07800749181438764, "80": 0.09196381132046451, "90": 0.10679189233507885, "100": 0.1224083755876915 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.880506392854007, "20": 0.8808538490138396, "30": 0.8408044861059328, "40": 0.8005712904553295, "50": 0.771398749143934, "60": 0.7504764518171869, "70": 0.7355791584965297, "80": 0.7255650316128596, "90": 0.718645326306582, "100": 0.7146504482873243 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_e77c7a0f", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": 0.9924156139916797, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.04998825432959246, "position_mse": 1.6332395118873983e-06, "position_mse_by_step": { "10": 1.3292212463647932e-09, "20": 1.3799978839022587e-08, "30": 4.4791267466466017e-08, "40": 1.0070951045802547e-07, "50": 1.8973438367098084e-07, "60": 3.22120861743055e-07, "70": 5.121554784080575e-07, "80": 7.781023413144794e-07, "90": 1.1427330133833331e-06, "100": 1.6332395118873983e-06 }, "relative_mse_by_step": { "10": 0.004373053591239533, "20": 0.01111371796466887, "30": 0.015800036744516535, "40": 0.019784532851531124, "50": 0.023679177187314923, "60": 0.02776141482872837, "70": 0.03228586208617367, "80": 0.03741853404988013, "90": 0.043289613074965955, "100": 0.04998825432959246 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9276414275222391, "20": 0.9318472711388736, "30": 0.9381830226456409, "40": 0.9483480871232594, "50": 0.9587212218606393, "60": 0.9684342675762865, "70": 0.976464110674396, "80": 0.9821267226311273, "90": 0.9848789435395496, "100": 0.9844013901109527 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_ed1dd0d0", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -1.1147039637293061, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12174049844712365, "position_mse": 3.971755670103708e-06, "position_mse_by_step": { "10": 9.984566596922738e-09, "20": 7.422287719676441e-08, "30": 2.0121801676939047e-07, "40": 3.9894479496435254e-07, "50": 6.795154877384643e-07, "60": 1.0573479420778701e-06, "70": 1.5516604954817532e-06, "80": 2.1845726026624235e-06, "90": 2.9819941157630377e-06, "100": 3.971755670103708e-06 }, "relative_mse_by_step": { "10": 0.03292717224759492, "20": 0.05994313153952481, "30": 0.0711790838628775, "40": 0.07858707401653459, "50": 0.08501805115805801, "60": 0.09133240498821883, "70": 0.09801092505138252, "80": 0.10524453268642268, "90": 0.11314775318222466, "100": 0.12174049844712365 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.5020537027729945, "20": -3.9677822518587273, "30": -3.177011066295359, "40": -2.7723085752271945, "50": -2.499747808244971, "60": -2.3049834680997345, "70": -2.153502402492262, "80": -2.032688960712553, "90": -1.9350289395761995, "100": -1.8535975884404965 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_f437db51", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.9552467173951422, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1368355727908271, "position_mse": 4.470755522691304e-06, "position_mse_by_step": { "10": 3.258368223251524e-09, "20": 3.1508430965919234e-08, "30": 1.0403394227357207e-07, "40": 2.419166543786235e-07, "50": 4.707455505784505e-07, "60": 8.230876803492849e-07, "70": 1.3409230920810192e-06, "80": 2.0762253184005075e-06, "90": 3.0929532791950415e-06, "100": 4.470755522691304e-06 }, "relative_mse_by_step": { "10": 0.010719824784052793, "20": 0.025375097987416002, "30": 0.03669778069642645, "40": 0.047524885923074876, "50": 0.05874985380413219, "60": 0.07093635106694522, "70": 0.08453069398703174, "80": 0.09984458810463023, "90": 0.11716888297370454, "100": 0.1368355727908271 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7287091545343112, "20": 0.600983141116143, "30": 0.6325085214991046, "40": 0.6789211282276604, "50": 0.7277873192902881, "60": 0.775820461804257, "70": 0.8201742254941115, "80": 0.859754058571914, "90": 0.8904929033947876, "100": 0.9088646629722528 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_f4ae67bd", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": -0.5333956645021214, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6184863281041542, "position_mse": 2.0177973738100263e-05, "position_mse_by_step": { "10": 1.011282230654688e-08, "20": 8.746123453410145e-08, "30": 3.045657673997734e-07, "40": 7.780687967949364e-07, "50": 1.6648626752515027e-06, "60": 3.157853996883984e-06, "70": 5.484508959138371e-06, "80": 8.901621894048211e-06, "90": 1.3696381207799797e-05, "100": 2.0177973738100263e-05 }, "relative_mse_by_step": { "10": 0.0333501348070147, "20": 0.07063456018268471, "30": 0.10773743150622236, "40": 0.15326970271449047, "50": 0.2083004473772224, "60": 0.2727715150892428, "70": 0.3464300329247301, "80": 0.428846830381632, "90": 0.5196907506282077, "100": 0.6184863281041542 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.433409422067729, "20": -2.834489829789513, "30": -1.951384287633676, "40": -1.550440326229265, "50": -1.339434905102785, "60": -1.2183593143352218, "70": -1.1385722342440867, "80": -1.0814521100757029, "90": -1.0380416248079678, "100": -1.0019914542340196 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_0dc9cfd4", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.5945749077981737, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11098107769288518, "position_mse": 3.574266572416361e-06, "position_mse_by_step": { "10": 8.80963553852508e-09, "20": 6.556911928967679e-08, "30": 1.7714858784957852e-07, "40": 3.510909457509521e-07, "50": 6.003999084823266e-07, "60": 9.392664102238411e-07, "70": 1.3852671705600578e-06, "80": 1.957135224626784e-06, "90": 2.6781443137581715e-06, "100": 3.574266572416361e-06 }, "relative_mse_by_step": { "10": 0.029554749139230358, "20": 0.05371202441602424, "30": 0.06347241866730692, "40": 0.07001806795125033, "50": 0.07604443653446048, "60": 0.08213655186939699, "70": 0.08859331484437515, "80": 0.09548098963440552, "90": 0.10292374620613486, "100": 0.11098107769288518 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.141500363344397, "20": -6.219750515610378, "30": -5.046459815897243, "40": -4.048962936871721, "50": -3.040610704857028, "60": -2.0441712120296827, "70": -1.1226730007244954, "80": -0.33162858924962313, "90": 0.2802809330843693, "100": 0.6853855709288362 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_1568e6d8", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -1.500101761796076, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08633458341143262, "position_mse": 2.78049936030454e-06, "position_mse_by_step": { "10": 9.028970376118955e-09, "20": 6.69151571549723e-08, "30": 1.7693377103762081e-07, "40": 3.397671727967122e-07, "50": 5.603018101802653e-07, "60": 8.43375708419509e-07, "70": 1.1969984950407513e-06, "80": 1.6294637018989177e-06, "90": 2.1525349820551907e-06, "100": 2.78049936030454e-06 }, "relative_mse_by_step": { "10": 0.03029057822934798, "20": 0.05481465351137993, "30": 0.06339544970700715, "40": 0.06775976789033983, "50": 0.07096575939210144, "60": 0.07375114436752815, "70": 0.07655278836682061, "80": 0.0794951748213103, "90": 0.08272405749561132, "100": 0.08633458341143262 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.076992238775103, "20": -3.8265665238237556, "30": -3.090510049976314, "40": -2.686076529891532, "50": -2.4103755887721388, "60": -2.2017877321885946, "70": -2.0409864473454524, "80": -1.9102606645122315, "90": -1.8017134193888689, "100": -1.7120379683252875 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_317c16cb", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": 0.9830596102393072, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03637874200421527, "position_mse": 1.1804622473172394e-06, "position_mse_by_step": { "10": 1.1712174450522512e-09, "20": 1.1689342625599762e-08, "30": 3.815592575863645e-08, "40": 8.524302971427541e-08, "50": 1.5859447824847654e-07, "60": 2.644059062615968e-07, "70": 4.10120450692172e-07, "80": 6.041727061756319e-07, "90": 8.570501145856367e-07, "100": 1.1804622473172394e-06 }, "relative_mse_by_step": { "10": 0.003813329757375956, "20": 0.009371506995519077, "30": 0.013445175699062773, "40": 0.016767041322197054, "50": 0.01985019247140009, "60": 0.022880001921033358, "70": 0.02598203078849908, "80": 0.02922057333891316, "90": 0.032673354116749515, "100": 0.03637874200421527 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9664921557692878, "20": 0.9804987132642293, "30": 0.9716557047716601, "40": 0.9703914065756799, "50": 0.9719194776873697, "60": 0.9747500952532426, "70": 0.9778122684668722, "80": 0.9805541423627779, "90": 0.982407377451288, "100": 0.9831206173108936 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_36cfe354", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": 0.9381621658705898, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03020538241274189, "position_mse": 9.801414683303327e-07, "position_mse_by_step": { "10": 9.740069112362803e-10, "20": 7.2677865884226585e-09, "30": 2.3387475530814834e-08, "40": 5.459219670608409e-08, "50": 1.0728638866197571e-07, "60": 1.888901376137905e-07, "70": 3.076242974892856e-07, "80": 4.7254614377680223e-07, "90": 6.933972505253548e-07, "100": 9.801414683303327e-07 }, "relative_mse_by_step": { "10": 0.003171238230951596, "20": 0.0058266846166508054, "30": 0.008241150264796354, "40": 0.010738116900684616, "50": 0.013428307769738582, "60": 0.01634534860651672, "70": 0.019488674498351653, "80": 0.022854506847313077, "90": 0.026434409755547197, "100": 0.03020538241274189 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9330453216887663, "20": 0.9485449201255669, "30": 0.9507156309452062, "40": 0.9515237234975237, "50": 0.9514744030159125, "60": 0.9507679403214364, "70": 0.9494354671368656, "80": 0.9478705447383214, "90": 0.9460523102226621, "100": 0.9440740458829888 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_5d985077", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": -0.7877300002389866, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.4405055568800308, "position_mse": 1.4186961594272622e-05, "position_mse_by_step": { "10": 9.017595430688934e-09, "20": 6.983771760893376e-08, "30": 2.173054695678697e-07, "40": 5.232801992097588e-07, "50": 1.0972529009580155e-06, "60": 2.0863477958852986e-06, "70": 3.6750548425905955e-06, "80": 6.071565733886278e-06, "90": 9.49645078987617e-06, "100": 1.4186961594272622e-05 }, "relative_mse_by_step": { "10": 0.030252417325053297, "20": 0.05720871706082277, "30": 0.07786064744032542, "40": 0.1043577710824898, "50": 0.13897400284432357, "60": 0.18244601541057556, "70": 0.23503429349902327, "80": 0.2962079970802002, "90": 0.36495803677759575, "100": 0.4405055568800308 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.973553228505067, "20": -2.718003475500768, "30": -1.907440373716315, "40": -1.5216070219046087, "50": -1.3107346447974608, "60": -1.1838550336048042, "70": -1.103097949262303, "80": -1.045054248317593, "90": -0.998830566431774, "100": -0.9614161660523279 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_8b3da29e", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.80662064072337, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13561026092977335, "position_mse": 4.400448848887858e-06, "position_mse_by_step": { "10": 6.931669453900748e-09, "20": 5.49923757451966e-08, "30": 1.6428006887535063e-07, "40": 3.526638573804673e-07, "50": 6.396224679048958e-07, "60": 1.0460117676659918e-06, "70": 1.5961224996934625e-06, "80": 2.3170883200204374e-06, "90": 3.2403724942144305e-06, "100": 4.400448848887858e-06 }, "relative_mse_by_step": { "10": 0.022568602874314624, "20": 0.04408814511670464, "30": 0.05788810901497456, "40": 0.06936789423562038, "50": 0.08005719516319966, "60": 0.09051519155530098, "70": 0.1011178639330487, "80": 0.11206505771582154, "90": 0.12353284384639565, "100": 0.13561026092977335 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.48734956244681804, "20": 0.4814164183153873, "30": 0.5294954752510199, "40": 0.5774328131839086, "50": 0.6253216614424366, "60": 0.6747666130011623, "70": 0.7239700315056128, "80": 0.771676611401753, "90": 0.8157794457562828, "100": 0.8543392514941338 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_c2f880cd", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": 0.7923623807712409, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2650276117841557, "position_mse": 8.535503107915636e-06, "position_mse_by_step": { "10": 1.0180831904500158e-08, "20": 8.004695244423487e-08, "30": 2.454298620335749e-07, "40": 5.635024947991951e-07, "50": 1.1023018745147185e-06, "60": 1.921980888904987e-06, "70": 3.0650537935019073e-06, "80": 4.545497118410172e-06, "90": 6.366740887285362e-06, "100": 8.535503107915636e-06 }, "relative_mse_by_step": { "10": 0.034154867321168514, "20": 0.06557177998866283, "30": 0.08793762990468854, "40": 0.11237930356522768, "50": 0.13961348720095412, "60": 0.16807253113194226, "70": 0.19602231361108272, "80": 0.22175706501266668, "90": 0.24468017644785928, "100": 0.2650276117841557 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.212457664844482, "20": -6.350588686149118, "30": -5.197521899784215, "40": -4.138771274916212, "50": -2.9869759433844285, "60": -1.8017909080843322, "70": -0.7190359139053741, "80": 0.11961539066349158, "90": 0.5857448875517364, "100": 0.6033458625561474 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_dee7326e", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": 0.8235342271624346, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08018604361262614, "position_mse": 2.601975550321965e-06, "position_mse_by_step": { "10": 2.549577633935231e-09, "20": 2.4323115407501713e-08, "30": 7.932439672104458e-08, "40": 1.8018572302785126e-07, "50": 3.404369733418987e-07, "60": 5.744322623663882e-07, "70": 8.98230311971052e-07, "80": 1.329728438292932e-06, "90": 1.8900589190755973e-06, "100": 2.601975550321965e-06 }, "relative_mse_by_step": { "10": 0.008301089008959952, "20": 0.019500176656215062, "30": 0.027951895542599907, "40": 0.03544197659098438, "50": 0.042610181135247095, "60": 0.04970770680683329, "70": 0.05690486192875058, "80": 0.06431178859092962, "90": 0.07205478806141304, "100": 0.08018604361262614 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8264552051314402, "20": 0.8492401995333971, "30": 0.8498312338895858, "40": 0.8471866769672148, "50": 0.8443454277907092, "60": 0.8422724677443241, "70": 0.8403754292799515, "80": 0.8386772296163642, "90": 0.8363725286021537, "100": 0.8334126972360535 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 3, "name": "seed-3_26ae292c", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": 0.05541171644081788, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12380626842078585, "position_mse": 4.142474981806897e-06, "position_mse_by_step": { "10": 1.3310531955999595e-08, "20": 9.510558594629157e-08, "30": 2.4934427065304023e-07, "40": 4.786843945225883e-07, "50": 7.912674258798396e-07, "60": 1.1976052204788956e-06, "70": 1.7144585366882634e-06, "80": 2.3616461575670657e-06, "90": 3.16168440446875e-06, "100": 4.142474981806897e-06 }, "relative_mse_by_step": { "10": 0.042797259584192594, "20": 0.07484549613374467, "30": 0.08595940401062556, "40": 0.09190341783939625, "50": 0.09649534836064017, "60": 0.10083743291541492, "70": 0.10557214692291396, "80": 0.11092217509395016, "90": 0.11696846986311736, "100": 0.12380626842078585 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.35842165322617, "20": -5.824582879989336, "30": -4.859086114414311, "40": -4.096642263263458, "50": -3.3342174238305002, "60": -2.5637306987983703, "70": -1.8066268491025306, "80": -1.0947777348939942, "90": -0.46544554159966145, "100": 0.055520624850576517 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "gns", "seed": 3, "name": "seed-3_2f8e3e8f", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.949703212788314, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1419394772334994, "position_mse": 4.596622384919361e-06, "position_mse_by_step": { "10": 2.391861358974623e-09, "20": 2.2380010422651252e-08, "30": 7.86341570397602e-08, "40": 1.9731255182112557e-07, "50": 4.055442175854296e-07, "60": 7.41385725128956e-07, "70": 1.2558101819390037e-06, "80": 2.0113154196873696e-06, "90": 3.090636480302627e-06, "100": 4.596622384919361e-06 }, "relative_mse_by_step": { "10": 0.007857684341381295, "20": 0.018041828976935126, "30": 0.027828520691277604, "40": 0.03895016693360919, "50": 0.050915716939496036, "60": 0.06433022686270266, "70": 0.07975587059114378, "80": 0.09750016302510503, "90": 0.11807923399799712, "100": 0.1419394772334994 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.87257096389823, "20": 0.8538881305370989, "30": 0.878290393475128, "40": 0.8949877352094922, "50": 0.9128191396277057, "60": 0.9258968776917741, "70": 0.9315590237009002, "80": 0.9280178624017721, "90": 0.9107762763329982, "100": 0.8792362637587248 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "gns", "seed": 3, "name": "seed-3_4532309d", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.604534019263155, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.28931584166244667, "position_mse": 9.680314665924275e-06, "position_mse_by_step": { "10": 1.5269855399172423e-08, "20": 1.1304271853822862e-07, "30": 3.168888316703747e-07, "40": 6.619424355441034e-07, "50": 1.2019336466551067e-06, "60": 2.0040927487181242e-06, "70": 3.1519073242439583e-06, "80": 4.740105550484129e-06, "90": 6.875260276371722e-06, "100": 9.680314665924275e-06 }, "relative_mse_by_step": { "10": 0.04909705844152266, "20": 0.08896152911648073, "30": 0.10924484062403993, "40": 0.12708743576257667, "50": 0.14657624230062993, "60": 0.16874305877217455, "70": 0.19408671367769315, "80": 0.22263403691951025, "90": 0.2543545058770657, "100": 0.28931584166244667 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.416026073493224, "20": -5.9266280597866166, "30": -4.976662621381627, "40": -4.1571145740082205, "50": -3.2479904781007534, "60": -2.255867985964296, "70": -1.2513095980800708, "80": -0.3470071492275937, "90": 0.31546014132176536, "100": 0.5925849969928147 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_71da30d2", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.9590535329600309, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.051928198074047985, "position_mse": 1.6816626517725452e-06, "position_mse_by_step": { "10": 1.1317158708184267e-09, "20": 9.875059876167975e-09, "30": 3.1720094030772216e-08, "40": 7.46342682766965e-08, "50": 1.5073622261496666e-07, "60": 2.756683693253389e-07, "70": 4.686508152726024e-07, "80": 7.517217514621929e-07, "90": 1.1481730728592408e-06, "100": 1.6816626517725452e-06 }, "relative_mse_by_step": { "10": 0.0037178852543672852, "20": 0.007960860520533686, "30": 0.01122569791926783, "40": 0.014733057686976088, "50": 0.018924799098080508, "60": 0.02391981412170534, "70": 0.0297637766542103, "80": 0.03644032785691746, "90": 0.04386649733943169, "100": 0.051928198074047985 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8853538987930004, "20": 0.8752134940485774, "30": 0.8840077077516693, "40": 0.895696127619063, "50": 0.9061257331853972, "60": 0.9147577315394567, "70": 0.9211500591138823, "80": 0.9253197787900225, "90": 0.9274508128148995, "100": 0.9278424317637228 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_7814abd4", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.7509909351740891, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14199180070500347, "position_mse": 4.598316848257257e-06, "position_mse_by_step": { "10": 2.391881152665119e-09, "20": 2.2380060890217888e-08, "30": 7.863299910886618e-08, "40": 1.9730490054468775e-07, "50": 4.055459665356206e-07, "60": 7.414518768606676e-07, "70": 1.2560070258262255e-06, "80": 2.011836950746978e-06, "90": 3.0917389023800623e-06, "100": 4.598316848257257e-06 }, "relative_mse_by_step": { "10": 0.007857749367128412, "20": 0.018041869661777937, "30": 0.027828110901116986, "40": 0.038948656545690345, "50": 0.0509159365186418, "60": 0.06433596686519277, "70": 0.07976837204703394, "80": 0.09752544467055792, "90": 0.11812135255683627, "100": 0.14199180070500347 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8055631278487978, "20": 0.8539889757951906, "30": 0.8366488813570737, "40": 0.8103532191141782, "50": 0.7928823673149448, "60": 0.7742352130622279, "70": 0.7532191521541071, "80": 0.7347628176046535, "90": 0.718657796023747, "100": 0.7032682995258283 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_91a21901", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -1.9227554494182826, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09828183488258158, "position_mse": 3.288444497684395e-06, "position_mse_by_step": { "10": 1.1652446831243526e-08, "20": 8.310728438447918e-08, "30": 2.1548053345453257e-07, "40": 4.092568153574965e-07, "50": 6.693695378042922e-07, "60": 1.0015015793182362e-06, "70": 1.4161517650482632e-06, "80": 1.92563125176142e-06, "90": 2.543855914690799e-06, "100": 3.288444497684395e-06 }, "relative_mse_by_step": { "10": 0.037466030168910765, "20": 0.06540316081536215, "30": 0.0742851567558865, "40": 0.07857390074922484, "50": 0.08162985688511655, "60": 0.08432565806518574, "70": 0.08720314840253474, "80": 0.09044335714301309, "90": 0.09411152279242757, "100": 0.09828183488258158 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.2915591437058, "20": -3.963038730235618, "30": -3.1571585802199333, "40": -2.7117592667323582, "50": -2.4094820183527417, "60": -2.1884351394767965, "70": -2.0198646158005347, "80": -1.8845746958555085, "90": -1.7757293910366418, "100": -1.6846472056327872 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 3, "name": "seed-3_9ed5e754", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": 0.9851286412198034, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.030571918195457376, "position_mse": 9.90052706027557e-07, "position_mse_by_step": { "10": 1.14727754062833e-09, "20": 1.0425443590961996e-08, "30": 3.2440180269028526e-08, "40": 7.1219809630715e-08, "50": 1.3179964444276493e-07, "60": 2.1983383210307952e-07, "70": 3.418743996214906e-07, "80": 5.051553153176006e-07, "90": 7.182521635229477e-07, "100": 9.90052706027557e-07 }, "relative_mse_by_step": { "10": 0.00376900807080153, "20": 0.0084045568668032, "30": 0.01148053545470027, "40": 0.014059031969800979, "50": 0.016547328498797816, "60": 0.01907503720661543, "70": 0.02171227050614959, "80": 0.024487817830243664, "90": 0.02744116489490521, "100": 0.030571918195457376 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9834868840277443, "20": 0.9837609469972078, "30": 0.9831374269495393, "40": 0.983558542233835, "50": 0.9836535619951173, "60": 0.9828215989688354, "70": 0.9809216140928092, "80": 0.977983809263382, "90": 0.973915083663152, "100": 0.9690645906478494 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_df3d51d0", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 38, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 28, "val_score": -1.0462083735871013, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.556511101455013, "position_mse": 1.8620489449209086e-05, "position_mse_by_step": { "10": 9.900561278744899e-09, "20": 7.962918164849953e-08, "30": 2.5527997392162304e-07, "40": 6.269223409357697e-07, "50": 1.3412153155708699e-06, "60": 2.594112787132222e-06, "70": 4.633962821896732e-06, "80": 7.753816043987172e-06, "90": 1.228925049027956e-05, "100": 1.8620489449209086e-05 }, "relative_mse_by_step": { "10": 0.03183320489942289, "20": 0.0626659890468654, "30": 0.08800568930932119, "40": 0.12036386920308023, "50": 0.16356169212795404, "60": 0.2184222894777162, "70": 0.28534805211072667, "80": 0.36418247421258787, "90": 0.4546484220818672, "100": 0.556511101455013 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.175480278999102, "20": -2.2780154978085942, "30": -1.5945743956039071, "40": -1.2808973723283081, "50": -1.1317906772030533, "60": -1.0368331578459649, "70": -0.9588901228776521, "80": -0.8963774444875965, "90": -0.8523354243514691, "100": -0.8195337718472357 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 4, "name": "seed-4_1e29457d", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": -0.35821400677321025, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10907084665503822, "position_mse": 3.6649501656224206e-06, "position_mse_by_step": { "10": 1.2399358966559097e-08, "20": 9.157067264453644e-08, "30": 2.4709422652741915e-07, "40": 4.810867874738279e-07, "50": 7.962554872469646e-07, "60": 1.1940323468755715e-06, "70": 1.6763737325017505e-06, "80": 2.246585463540539e-06, "90": 2.907852422140422e-06, "100": 3.6649501656224206e-06 }, "relative_mse_by_step": { "10": 0.03988078051075552, "20": 0.0721049307879354, "30": 0.08512859935553983, "40": 0.09220657950331212, "50": 0.0968637804126512, "60": 0.10022681163513442, "70": 0.1028655243756567, "80": 0.10511719612981531, "90": 0.1071421349112202, "100": 0.10907084665503822 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.814558935630282, "20": -6.169948698766642, "30": -5.1797913432248714, "40": -4.420570575945569, "50": -3.691912640115067, "60": -2.9805860394072736, "70": -2.293060363526652, "80": -1.6566792082204032, "90": -1.0904139279347356, "100": -0.6066242286427606 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_24263cd7", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -1.6805379454366833, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11208629789291087, "position_mse": 3.766274019361455e-06, "position_mse_by_step": { "10": 1.394879273673512e-08, "20": 9.692063123496147e-08, "30": 2.506804046247575e-07, "40": 4.731750539325016e-07, "50": 7.680801978438013e-07, "60": 1.1428108056829193e-06, "70": 1.610031744040238e-06, "80": 2.1875958712566247e-06, "90": 2.8974429361434364e-06, "100": 3.766274019361455e-06 }, "relative_mse_by_step": { "10": 0.044864314600783585, "20": 0.07631761573105439, "30": 0.08636410502783466, "40": 0.09069019221772905, "50": 0.09343628121230416, "60": 0.09592728677367585, "70": 0.09879465205231569, "80": 0.10235708722572145, "90": 0.10675858912170433, "100": 0.11208629789291087 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.960651645847648, "20": -4.388460911550924, "30": -3.522130346433304, "40": -3.0436017582565036, "50": -2.7175042976341843, "60": -2.477390630598607, "70": -2.2867361856196786, "80": -2.1354983797470077, "90": -2.014658931028535, "100": -1.9174614174696956 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "gns", "seed": 4, "name": "seed-4_640a7813", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.7601155040293204, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.31696329163231585, "position_mse": 1.0650459804700015e-05, "position_mse_by_step": { "10": 1.5542000450111513e-08, "20": 1.1938217101865282e-07, "30": 3.5102660633461773e-07, "40": 7.630737212390873e-07, "50": 1.4252608179633951e-06, "60": 2.4096917643743968e-06, "70": 3.780671728951087e-06, "80": 5.589403805775614e-06, "90": 7.870753760081633e-06, "100": 1.0650459804700015e-05 }, "relative_mse_by_step": { "10": 0.04998864137417314, "20": 0.09400436766505534, "30": 0.12093525516055931, "40": 0.1462530661334113, "50": 0.1733817262337343, "60": 0.20226899480458999, "70": 0.2319893066508474, "80": 0.2615268662757682, "90": 0.29000418136589223, "100": 0.31696329163231585 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.867941984438737, "20": -6.249776240716572, "30": -5.218602736090642, "40": -4.311212129050742, "50": -3.3209267637328903, "60": -2.265652636223298, "70": -1.2176284931500403, "80": -0.2900126678398709, "90": 0.40365334876346004, "100": 0.7644818931554963 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_7eaa70b5", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 86, "val_score": -2.0223083848525634, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10618940684550256, "position_mse": 3.5681293044019313e-06, "position_mse_by_step": { "10": 1.1465289275123881e-08, "20": 8.546599635625032e-08, "30": 2.3021988266234774e-07, "40": 4.477642242507938e-07, "50": 7.42250848517756e-07, "60": 1.1178987075969158e-06, "70": 1.5802981176347788e-06, "80": 2.1370098433440684e-06, "90": 2.7963120566758856e-06, "100": 3.5681293044019313e-06 }, "relative_mse_by_step": { "10": 0.03687647775233522, "20": 0.06729796313620347, "30": 0.07931507113812569, "40": 0.0858198741206664, "50": 0.09029416356113408, "60": 0.0938361707592434, "70": 0.09697013940785724, "80": 0.0999901790872114, "90": 0.10303234144520534, "100": 0.10618940684550256 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.9085815774407555, "20": -4.591516203596594, "30": -3.8397785656966414, "40": -3.422310172311355, "50": -3.1297331699191124, "60": -2.91051874676596, "70": -2.733076171495915, "80": -2.588916887927452, "90": -2.469468997880297, "100": -2.3680078570453227 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 4, "name": "seed-4_82096aff", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": 0.9908601066625466, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.030244816436274816, "position_mse": 9.467627456111976e-07, "position_mse_by_step": { "10": 1.1542388604425723e-09, "20": 1.0032800095467158e-08, "30": 3.0114350771778424e-08, "40": 6.313988202119195e-08, "50": 1.1222699008836149e-07, "60": 1.82332345031812e-07, "70": 2.824991410830892e-07, "80": 4.2711636234165393e-07, "90": 6.380492795951146e-07, "100": 9.467627456111976e-07 }, "relative_mse_by_step": { "10": 0.0039023852706019484, "20": 0.008346664469122864, "30": 0.011008435654644981, "40": 0.012882202666235697, "50": 0.014568414285094665, "60": 0.016362298463558436, "70": 0.018558275552546716, "80": 0.021418391103177458, "90": 0.025217449455902777, "100": 0.030244816436274816 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.96848927106682, "20": 0.9415547114178643, "30": 0.9386164192111105, "40": 0.9447933153213017, "50": 0.9532940389385121, "60": 0.9624234255712534, "70": 0.9707052300812843, "80": 0.9773006273747886, "90": 0.9815201401861935, "100": 0.9829121073245657 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_8df479a2", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 38, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 28, "val_score": 0.828944973786337, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16654395492025822, "position_mse": 5.213376393190369e-06, "position_mse_by_step": { "10": 2.0460271568259868e-09, "20": 2.246349953668617e-08, "30": 8.418009768616588e-08, "40": 2.148926429055921e-07, "50": 4.4691239803488054e-07, "60": 8.215860591219228e-07, "70": 1.3950385031031536e-06, "80": 2.23879126711576e-06, "90": 3.451370095522829e-06, "100": 5.213376393190369e-06 }, "relative_mse_by_step": { "10": 0.006917447084555655, "20": 0.018688231764901524, "30": 0.030772411326507224, "40": 0.04384377177745944, "50": 0.05801460912914985, "60": 0.07372820390428383, "70": 0.09164455809579239, "80": 0.11226754857756288, "90": 0.13640756869546303, "100": 0.16654395492025822 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9216105569863766, "20": 0.9407776356073142, "30": 0.9375768303136334, "40": 0.9310483561204915, "50": 0.9261605122610431, "60": 0.9228185481734399, "70": 0.9196593763172474, "80": 0.9135808863803754, "90": 0.8985787290975193, "100": 0.8626090897083729 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "gns", "seed": 4, "name": "seed-4_a29cd10e", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.9313705356346931, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2377137445847355, "position_mse": 7.441226101231483e-06, "position_mse_by_step": { "10": 7.986049967355159e-09, "20": 6.289888104963178e-08, "30": 1.8374420765862203e-07, "40": 3.909370592834551e-07, "50": 7.170559094049622e-07, "60": 1.2135556194233947e-06, "70": 1.9658549185968307e-06, "80": 3.1093562045368476e-06, "90": 4.846836643374835e-06, "100": 7.441226101231483e-06 }, "relative_mse_by_step": { "10": 0.027000168536128143, "20": 0.05232794938690559, "30": 0.06716851717152965, "40": 0.0797614798478934, "50": 0.09308248885194097, "60": 0.10890310901047037, "70": 0.1291433210585191, "80": 0.15592333410675993, "90": 0.1915602164034764, "100": 0.2377137445847355 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.4015695879060347, "20": 0.2568844708054573, "30": 0.3317952193944088, "40": 0.4216289681957269, "50": 0.5166139647138084, "60": 0.6150825160187015, "70": 0.7137677789411057, "80": 0.8063111888024572, "90": 0.8819312195309473, "100": 0.9264393921610585 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_f1f06c33", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.9349038585251703, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.02827096102503348, "position_mse": 8.849745455563607e-07, "position_mse_by_step": { "10": 1.0396590140380826e-09, "20": 8.580126586998915e-09, "30": 2.563788993167496e-08, "40": 5.4036293052815514e-08, "50": 9.713020582121804e-08, "60": 1.6044280311941098e-07, "70": 2.5346698038219986e-07, "80": 3.905172680975154e-07, "90": 5.919114615591882e-07, "100": 8.849745455563607e-07 }, "relative_mse_by_step": { "10": 0.0035150003711321206, "20": 0.0071381306357969085, "30": 0.009372045367094817, "40": 0.011024830204859046, "50": 0.012608669954401316, "60": 0.01439795572481514, "70": 0.016651059707191444, "80": 0.01958307458604537, "90": 0.023393956927136163, "100": 0.02827096102503348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8977670148615966, "20": 0.8735829704097844, "30": 0.8718637780078277, "40": 0.8781541033074389, "50": 0.8873753437365555, "60": 0.89706810251787, "70": 0.9054718886117177, "80": 0.9114435075805187, "90": 0.9141499101821992, "100": 0.9132434275234885 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_077d6926", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -6.564882614244942, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.199808834381295, "position_mse": 6.5260754910566125e-06, "position_mse_by_step": { "10": 1.95318931028865e-08, "20": 1.510190743887157e-07, "30": 4.191454910643496e-07, "40": 8.309443501782912e-07, "50": 1.3930210944376345e-06, "60": 2.107698399405373e-06, "70": 2.9767809976988246e-06, "80": 4.001711635380291e-06, "90": 5.184333340123106e-06, "100": 6.5260754910566125e-06 }, "relative_mse_by_step": { "10": 0.06427037790004615, "20": 0.12158448368688524, "30": 0.1477906780325665, "40": 0.16322066308893063, "50": 0.17386868670015476, "60": 0.18167942652853927, "70": 0.18769782482486397, "80": 0.1924980512364867, "90": 0.19646143535213778, "100": 0.199808834381295 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.453338955186066, "20": -5.305251118649414, "30": -4.816129897852842, "40": -4.63168807487544, "50": -4.514936133994027, "60": -4.437001299683858, "70": -4.379935076020859, "80": -4.33480662668076, "90": -4.301525036552234, "100": -4.273326268943415 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_098ecd9d", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 34, "val_score": -0.04438710169383975, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1345274642862671, "position_mse": 4.286973160105845e-06, "position_mse_by_step": { "10": 1.2114313762452106e-08, "20": 9.096858885853416e-08, "30": 2.4861190645201043e-07, "40": 4.887450374318243e-07, "50": 8.192373138220839e-07, "60": 1.2483852718300373e-06, "70": 1.7900693275610787e-06, "80": 2.462088371300654e-06, "90": 3.2852862984457585e-06, "100": 4.286973160105845e-06 }, "relative_mse_by_step": { "10": 0.04004534280049158, "20": 0.07400445842860238, "30": 0.08893843011899065, "40": 0.09766525905693182, "50": 0.10423218750688845, "60": 0.10986671840376654, "70": 0.11538340960735723, "80": 0.12119591905437313, "90": 0.1275064992580017, "100": 0.1345274642862671 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5034391119561317, "20": -0.7976676014066149, "30": -0.7859376903759061, "40": -0.7282133291961643, "50": -0.6579031039160363, "60": -0.5829233142818082, "70": -0.5065393565230154, "80": -0.43082929995026586, "90": -0.3564264432858728, "100": -0.28334233758996885 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_39333066", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.07823028249595143, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0854387062469016, "position_mse": 2.7226666499505622e-06, "position_mse_by_step": { "10": 1.125227166998144e-08, "20": 8.284375021856099e-08, "30": 2.1917443575603103e-07, "40": 4.146956017692105e-07, "50": 6.66202478021611e-07, "60": 9.693237674111645e-07, "70": 1.3235932215138746e-06, "80": 1.7308722072633437e-06, "90": 2.194612080229165e-06, "100": 2.7226666499505622e-06 }, "relative_mse_by_step": { "10": 0.03719575744399893, "20": 0.06739476720533803, "30": 0.07840746855830781, "40": 0.0828680605932695, "50": 0.08476144877085362, "60": 0.08530733564336665, "70": 0.08531552185162278, "80": 0.08520191653971143, "90": 0.08517592628433192, "100": 0.0854387062469016 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.0220314961272692, "20": -0.9208636767667326, "30": -0.7851364132765619, "40": -0.6574822629257833, "50": -0.5383906447224422, "60": -0.4259249100061564, "70": -0.32128145755346593, "80": -0.22466142209819173, "90": -0.1362295588865794, "100": -0.05603412558896159 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_49a4b983", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.07011398997030827, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15000262170262718, "position_mse": 4.780118443444995e-06, "position_mse_by_step": { "10": 1.2908572648890576e-08, "20": 9.630200035510533e-08, "30": 2.6507130951155693e-07, "40": 5.257022390229135e-07, "50": 8.887237886564694e-07, "60": 1.3649313318962543e-06, "70": 1.970550261733349e-06, "80": 2.7255027532646636e-06, "90": 3.6524815608832536e-06, "100": 4.780118443444995e-06 }, "relative_mse_by_step": { "10": 0.04267086249590742, "20": 0.0783432772927097, "30": 0.09482661741340871, "40": 0.10505036660989898, "50": 0.11307300463268563, "60": 0.12012359458718472, "70": 0.1270167610274893, "80": 0.13416245124160037, "90": 0.14175785460553358, "100": 0.15000262170262718 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.433064734639647, "20": -0.7259352660408804, "30": -0.7249896158710587, "40": -0.6782475791695495, "50": -0.6185714475944792, "60": -0.5540230891629687, "70": -0.4881138976287738, "80": -0.422523931058266, "90": -0.35822175174175297, "100": -0.2953128969378198 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_5bc4bf05", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": 0.12240955896183414, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15980720745660199, "position_mse": 5.0925601905354205e-06, "position_mse_by_step": { "10": 1.1058293997961195e-08, "20": 7.945437415620862e-08, "30": 2.1304467391506218e-07, "40": 4.201194079606856e-07, "50": 7.213463512860991e-07, "60": 1.1462565164980073e-06, "70": 1.737650995486157e-06, "80": 2.548889256916352e-06, "90": 3.6418450609484613e-06, "100": 5.0925601905354205e-06 }, "relative_mse_by_step": { "10": 0.03655454057245245, "20": 0.06463745346602828, "30": 0.07621460739200524, "40": 0.083951892440542, "50": 0.09177744577316847, "60": 0.10087866683332239, "70": 0.11200465450127668, "80": 0.12546867921584964, "90": 0.14134503735070714, "100": 0.15980720745660199 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.0197343498626674, "20": -0.9303069448687076, "30": -0.8147595083775787, "40": -0.7033355685582228, "50": -0.5929255192857834, "60": -0.48185004428405454, "70": -0.3711923087735711, "80": -0.2623678012675612, "90": -0.15692512209406884, "100": -0.0598500058448328 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_63336bc1", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -6.7043660169837915, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20104240974537463, "position_mse": 6.566366031636659e-06, "position_mse_by_step": { "10": 1.9664729898418086e-08, "20": 1.5195477913414784e-07, "30": 4.2175693464636357e-07, "40": 8.362188771014547e-07, "50": 1.4020061592694739e-06, "60": 2.1214270307926396e-06, "70": 2.996194387248709e-06, "80": 4.027599012244667e-06, "90": 5.2172722604382216e-06, "100": 6.566366031636659e-06 }, "relative_mse_by_step": { "10": 0.06470748202522614, "20": 0.12233781354814438, "30": 0.14871147290178863, "40": 0.16425672739539643, "50": 0.1749901495613172, "60": 0.18286280735672797, "70": 0.18892191587953272, "80": 0.19374333576772537, "90": 0.19770966287523598, "100": 0.20104240974537463 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.686732556576345, "20": -5.436833286509294, "30": -4.928884082536588, "40": -4.737356526564966, "50": -4.616600497839472, "60": -4.536282834898462, "70": -4.477809633859734, "80": -4.431889677994523, "90": -4.398112279133101, "100": -4.369594609664918 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_ba5eea7e", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -6.3512494444128205, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.21237236327729614, "position_mse": 6.936420400295772e-06, "position_mse_by_step": { "10": 1.915046704706721e-08, "20": 1.488738410263376e-07, "30": 4.1473771106938426e-07, "40": 8.264516314986687e-07, "50": 1.3950966126076635e-06, "60": 2.1292128116507617e-06, "70": 3.0384648171986686e-06, "80": 4.1338928813924476e-06, "90": 5.428553046726848e-06, "100": 6.936420400295772e-06 }, "relative_mse_by_step": { "10": 0.06301528211289958, "20": 0.11985737012981718, "30": 0.1462364950389236, "40": 0.16233816774275892, "50": 0.17412774065123002, "60": 0.18353392624251333, "70": 0.19158723380589432, "80": 0.19885648847179058, "90": 0.20571619405550265, "100": 0.21237236327729614 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.937178291464607, "20": -5.034224367901099, "30": -4.593192327657688, "40": -4.4329273547811585, "50": -4.335603417065646, "60": -4.276326735253846, "70": -4.235040609933799, "80": -4.203517602813601, "90": -4.181520782517207, "100": -4.161775430693455 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_e0ac5f46", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 34, "val_score": -6.499546680565363, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2045950530277798, "position_mse": 6.682401032419096e-06, "position_mse_by_step": { "10": 1.9559102664474487e-08, "20": 1.5099744815775094e-07, "30": 4.191312410029013e-07, "40": 8.318375750247599e-07, "50": 1.3972694967532919e-06, "60": 2.119962897901522e-06, "70": 3.0045302176111885e-06, "80": 4.0558701061042615e-06, "90": 5.27984678464171e-06, "100": 6.682401032419096e-06 }, "relative_mse_by_step": { "10": 0.06435991191482611, "20": 0.12156707254768585, "30": 0.14778565346165176, "40": 0.16339611737981885, "50": 0.1743989472497952, "60": 0.18273660200206487, "70": 0.189447522979402, "80": 0.19510328645137293, "90": 0.20008093802962304, "100": 0.2045950530277798 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.938567399687691, "20": -5.041008356009336, "30": -4.606414999924117, "40": -4.45162959059665, "50": -4.36287016214202, "60": -4.311919660487263, "70": -4.281269994593797, "80": -4.261728628387008, "90": -4.2519086019447885, "100": -4.244673607464382 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_29449548", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -0.027953259617969906, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.26464311501099114, "position_mse": 8.646543028589803e-06, "position_mse_by_step": { "10": 1.574541044848031e-08, "20": 1.199166642810009e-07, "30": 3.4028730248840994e-07, "40": 7.038122810903198e-07, "50": 1.2466167618185864e-06, "60": 2.0138566794360356e-06, "70": 3.0627184969489464e-06, "80": 4.461642752825615e-06, "90": 6.291903540451521e-06, "100": 8.646543028589803e-06 }, "relative_mse_by_step": { "10": 0.05180140168205714, "20": 0.09657406012206017, "30": 0.12003571649394752, "40": 0.1382649675607955, "50": 0.1555799144922928, "60": 0.17356066409639986, "70": 0.19307126677356876, "80": 0.21455806312441372, "90": 0.23835319937482727, "100": 0.26464311501099114 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4917347734112858, "20": -1.11713469350396, "30": -1.1577800337672106, "40": -1.0991464015739352, "50": -1.0083341568352626, "60": -0.9049802764503165, "70": -0.7977138298485333, "80": -0.6895107474816691, "90": -0.5831768918631162, "100": -0.4791878693773288 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_3358e6f8", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": 0.08402761176789475, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2621432220790202, "position_mse": 8.564865363171391e-06, "position_mse_by_step": { "10": 1.5693321799213424e-08, "20": 1.1951134575939802e-07, "30": 3.3887760980836185e-07, "40": 7.002766927095244e-07, "50": 1.2392407273052543e-06, "60": 2.0002058038569105e-06, "70": 3.039526471379109e-06, "80": 4.42468173105226e-06, "90": 6.235858706661799e-06, "100": 8.564865363171391e-06 }, "relative_mse_by_step": { "10": 0.05163003332982659, "20": 0.09624763964073209, "30": 0.11953845000869097, "40": 0.13757039597414786, "50": 0.15465937270750058, "60": 0.17238418760966506, "70": 0.19160926046764343, "80": 0.21278062694627778, "90": 0.2362300795023869, "100": 0.2621432220790202 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.6515212153591667, "20": -1.5048957149168856, "30": -1.2998685813004354, "40": -1.121635013444477, "50": -0.9640566490592033, "60": -0.8235735873155159, "70": -0.6981225013352477, "80": -0.5854287450729383, "90": -0.4844284904541327, "100": -0.39327953827884343 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_47461400", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -4.069078155243038, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1972776945703991, "position_mse": 6.436139263347026e-06, "position_mse_by_step": { "10": 1.9173470113185787e-08, "20": 1.4516844077304216e-07, "30": 4.0389709293923e-07, "40": 8.057953320214243e-07, "50": 1.3574714861265745e-06, "60": 2.0612888753086216e-06, "70": 2.9201181581990047e-06, "80": 3.934497325985831e-06, "90": 5.106349716145685e-06, "100": 6.436139263347026e-06 }, "relative_mse_by_step": { "10": 0.06323040132714006, "20": 0.11723947210477474, "30": 0.14287500449446439, "40": 0.1587314791396241, "50": 0.1698409857253079, "60": 0.17805157873332508, "70": 0.1844498089484224, "80": 0.1895493571258276, "90": 0.1937535672154516, "100": 0.1972776945703991 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.327424933698513, "20": -7.154442386365739, "30": -6.3870017326381365, "40": -6.071295675057566, "50": -5.869822057785225, "60": -5.741299017392582, "70": -5.64546912848497, "80": -5.572576304127055, "90": -5.51620416867709, "100": -5.469438490168674 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_577ee095", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 34, "val_score": -0.05671201850058316, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13456878635234773, "position_mse": 4.396694021124859e-06, "position_mse_by_step": { "10": 1.3755768858901364e-08, "20": 1.0288316043549628e-07, "30": 2.778535324614901e-07, "40": 5.408466093013788e-07, "50": 8.957953974280436e-07, "60": 1.3481429862492536e-06, "70": 1.9079378185032123e-06, "80": 2.589180268484727e-06, "90": 3.410935168598631e-06, "100": 4.396694021124859e-06 }, "relative_mse_by_step": { "10": 0.045255607050514, "20": 0.08285624505166772, "30": 0.09801231960609297, "40": 0.1062501193849229, "50": 0.11179680524360376, "60": 0.11618731083477579, "70": 0.12027483815785861, "80": 0.12451232298556594, "90": 0.12921484016222798, "100": 0.13456878635234773 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.48487828943693145, "20": -1.1300504864055245, "30": -1.1828719000618113, "40": -1.133783446974856, "50": -1.05142232077774, "60": -0.9555846874648777, "70": -0.8547991172450551, "80": -0.7524258230354697, "90": -0.651220221175344, "100": -0.55171987108219 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_57c4512d", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -4.164409420347427, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19824583515585348, "position_mse": 6.467724626548131e-06, "position_mse_by_step": { "10": 1.9284190707783262e-08, "20": 1.4596973802381643e-07, "30": 4.061470588924619e-07, "40": 8.103412339112635e-07, "50": 1.3651771897319318e-06, "60": 2.0729531012112343e-06, "70": 2.936396058268136e-06, "80": 3.955837103473771e-06, "90": 5.132919510028192e-06, "100": 6.467724626548131e-06 }, "relative_mse_by_step": { "10": 0.06359553646388107, "20": 0.11788660770931468, "30": 0.1436709099399358, "40": 0.15962696426137038, "50": 0.17080509017200632, "60": 0.1790591201126727, "70": 0.1854780055470438, "80": 0.19057742774550548, "90": 0.19476172228337374, "100": 0.19824583515585348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.62797149254674, "20": -7.322240023380955, "30": -6.528941225216179, "40": -6.204137436426588, "50": -5.997516777349379, "60": -5.866753641991232, "70": -5.769324395981774, "80": -5.69599667905556, "90": -5.639415277879015, "100": -5.5929123906536065 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_7e4dd223", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -3.951568357175227, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.21042276855474706, "position_mse": 6.864994268848282e-06, "position_mse_by_step": { "10": 1.879976746975233e-08, "20": 1.431494758032313e-07, "30": 3.999645642746178e-07, "40": 8.024621346334827e-07, "50": 1.3618383020132438e-06, "60": 2.086760407036893e-06, "70": 2.9881253474124084e-06, "80": 4.0761632756617215e-06, "90": 5.364181389008341e-06, "100": 6.864994268848282e-06 }, "relative_mse_by_step": { "10": 0.06199800218489712, "20": 0.11560893597723776, "30": 0.14148390745402192, "40": 0.1580748814520636, "50": 0.17038734292120683, "60": 0.18025177808010304, "70": 0.18874549575900956, "80": 0.19637429242577897, "90": 0.20353664302013308, "100": 0.21042276855474706 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.566934861041004, "20": -6.765430913764718, "30": -6.072836336101239, "40": -5.795202598956661, "50": -5.6229395041612635, "60": -5.5187246617067816, "70": -5.44400388193379, "80": -5.388830899153565, "90": -5.346655638865786, "100": -5.3097741633401 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_86ecc506", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -4.042394698231728, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19753847626130555, "position_mse": 6.44464720583723e-06, "position_mse_by_step": { "10": 1.9281926839325487e-08, "20": 1.4549631696273275e-07, "30": 4.0423545059858107e-07, "40": 8.058380015337921e-07, "50": 1.3570211312493743e-06, "60": 2.060426171470096e-06, "70": 2.919365193422761e-06, "80": 3.934919386746775e-06, "90": 5.109654886479933e-06, "100": 6.44464720583723e-06 }, "relative_mse_by_step": { "10": 0.06358807066294404, "20": 0.11750426816644181, "30": 0.142994695507214, "40": 0.15873988449336981, "50": 0.16978463926274748, "60": 0.17797705944480188, "70": 0.18440224778767517, "80": 0.18956969043381502, "90": 0.19387897745527327, "100": 0.19753847626130555 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.567531517742625, "20": -6.776384114660904, "30": -6.088371562467829, "40": -5.818842222228294, "50": -5.6565165212274735, "60": -5.5639336659548375, "70": -5.501187866843171, "80": -5.4594865064220865, "90": -5.430538816485829, "100": -5.406868607148339 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_d6c26568", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 34, "val_score": 0.10048574718656478, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13456878635234773, "position_mse": 4.396694021124859e-06, "position_mse_by_step": { "10": 1.3755768858901364e-08, "20": 1.0288316043549628e-07, "30": 2.778535324614901e-07, "40": 5.408466093013788e-07, "50": 8.957953974280436e-07, "60": 1.3481429862492536e-06, "70": 1.9079378185032123e-06, "80": 2.589180268484727e-06, "90": 3.410935168598631e-06, "100": 4.396694021124859e-06 }, "relative_mse_by_step": { "10": 0.045255607050514, "20": 0.08285624505166772, "30": 0.09801231960609297, "40": 0.1062501193849229, "50": 0.11179680524360376, "60": 0.11618731083477579, "70": 0.12027483815785861, "80": 0.12451232298556594, "90": 0.12921484016222798, "100": 0.13456878635234773 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.6070921461841863, "20": -1.4903676607971428, "30": -1.2944477199292876, "40": -1.1151622490774864, "50": -0.9519209787060474, "60": -0.8022282827658174, "70": -0.6652443505107803, "80": -0.5398024234138172, "90": -0.4254312697596718, "100": -0.3209473423127722 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_315d10a0", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -4.8072198729816575, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1875791092614137, "position_mse": 6.041189668134653e-06, "position_mse_by_step": { "10": 1.779973575199989e-08, "20": 1.354762094761343e-07, "30": 3.7567773339170734e-07, "40": 7.463241445293533e-07, "50": 1.255613380887358e-06, "60": 1.9077466179494096e-06, "70": 2.7084043385424853e-06, "80": 3.660367754930251e-06, "90": 4.769224843568866e-06, "100": 6.041189668134653e-06 }, "relative_mse_by_step": { "10": 0.05971492493581877, "20": 0.11097756916674317, "30": 0.1346055007679255, "40": 0.14883942550424864, "50": 0.15903135677696176, "60": 0.16682777892752007, "70": 0.17321317027484062, "80": 0.17857505770111234, "90": 0.183286048058648, "100": 0.1875791092614137 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.328716982101529, "20": -6.727028596325496, "30": -6.103907913015063, "40": -5.850824092508644, "50": -5.700495015235998, "60": -5.596518422184649, "70": -5.524505676453011, "80": -5.467569895395873, "90": -5.418915968603575, "100": -5.3786123148649585 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_8d54e4c9", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -1.0099161545940518, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0973981747253194, "position_mse": 3.1604959898702745e-06, "position_mse_by_step": { "10": 1.1837153547038831e-08, "20": 8.788438731675642e-08, "30": 2.3727557733213953e-07, "40": 4.572465051414351e-07, "50": 7.451046999713234e-07, "60": 1.0971623180771367e-06, "70": 1.511874282503608e-06, "80": 1.989803766682436e-06, "90": 2.536885875770167e-06, "100": 3.1604959898702745e-06 }, "relative_mse_by_step": { "10": 0.03854021305286974, "20": 0.07045812385823816, "30": 0.0836098656472797, "40": 0.08993897884477366, "50": 0.09325968891932505, "60": 0.0949414341767915, "70": 0.09578055444455912, "80": 0.09623607008405251, "90": 0.09671379673392091, "100": 0.0973981747253194 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.06370424416223, "20": -1.2322004889820186, "30": -1.216671505358458, "40": -1.1747060233413604, "50": -1.1265060660762258, "60": -1.0754142898754715, "70": -1.025769048078438, "80": -0.979000725587446, "90": -0.9373076790342878, "100": -0.9004660797754771 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_9e776783", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -5.045722737212765, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19857996908051007, "position_mse": 6.395484349143641e-06, "position_mse_by_step": { "10": 1.806951338080763e-08, "20": 1.375374037136469e-07, "30": 3.824997486999239e-07, "40": 7.628914448990339e-07, "50": 1.2895721959742852e-06, "60": 1.969945077462398e-06, "70": 2.8134860924313085e-06, "80": 3.826975836724549e-06, "90": 5.0186952575716405e-06, "100": 6.395484349143641e-06 }, "relative_mse_by_step": { "10": 0.06061998055451285, "20": 0.11266603038767765, "30": 0.13704983191983724, "40": 0.1521434422471809, "50": 0.1633324549653192, "60": 0.17226688218978586, "70": 0.1799335640764983, "80": 0.1867032158021159, "90": 0.19287344387031355, "100": 0.19857996908051007 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.331745911531064, "20": -6.748588369852512, "30": -6.139949021242561, "40": -5.902319431030069, "50": -5.7769562328853965, "60": -5.704922787504626, "70": -5.67145008123898, "80": -5.658348092213801, "90": -5.659148180108227, "100": -5.673174867930409 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_a56588ba", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": -0.2655164178613101, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1109762232900081, "position_mse": 3.6010932408966515e-06, "position_mse_by_step": { "10": 1.0980261309713667e-08, "20": 8.168586110698531e-08, "30": 2.2067108894471435e-07, "40": 4.2822149417531816e-07, "50": 7.081767493437902e-07, "60": 1.0668356401717054e-06, "70": 1.5156279289385566e-06, "80": 2.0705223107597705e-06, "90": 2.7555846462031955e-06, "100": 3.6010932408966515e-06 }, "relative_mse_by_step": { "10": 0.035750284776732484, "20": 0.06548868001547135, "30": 0.07775886716347415, "40": 0.08422984860999266, "50": 0.08863766843269481, "60": 0.09231715675974952, "70": 0.09601835618567535, "80": 0.100139990458, "90": 0.10505125827747462, "100": 0.1109762232900081 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.258905126413294, "20": -1.1664102029849048, "30": -1.0261973704386036, "40": -0.8941745360819007, "50": -0.7688701700752731, "60": -0.6469640246818018, "70": -0.530332832051986, "80": -0.4184004542238615, "90": -0.3138462707832541, "100": -0.2227356738274593 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_acd389ea", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -0.598441551743885, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14603773392409858, "position_mse": 4.738812341591775e-06, "position_mse_by_step": { "10": 1.2570560561523233e-08, "20": 9.442417058406046e-08, "30": 2.6198680093918777e-07, "40": 5.222251161285385e-07, "50": 8.845648453968482e-07, "60": 1.3597732325771566e-06, "70": 1.962795073901751e-06, "80": 2.710982328478297e-06, "90": 3.627509842577378e-06, "100": 4.738812341591775e-06 }, "relative_mse_by_step": { "10": 0.040928089705848436, "20": 0.07570115818460806, "30": 0.09231747099375431, "40": 0.10272007143535383, "50": 0.11071496705611421, "60": 0.11766610895126527, "70": 0.12434737637579364, "80": 0.13111558522931613, "90": 0.13829169570303126, "100": 0.14603773392409858 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9264297582869074, "20": -1.073627328857508, "30": -1.0277114481250327, "40": -0.9553270216696548, "50": -0.8776440366340355, "60": -0.7979254816428192, "70": -0.7199167093973051, "80": -0.6430488113223476, "90": -0.5681002922395288, "100": -0.49530170056579426 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_ae7612c9", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -5.058156411091581, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18546123849759605, "position_mse": 5.972981331784207e-06, "position_mse_by_step": { "10": 1.825541869100127e-08, "20": 1.3821733996063503e-07, "30": 3.8254455745345697e-07, "40": 7.583604103038917e-07, "50": 1.2723606343253583e-06, "60": 1.9265213601166967e-06, "70": 2.7235921452626957e-06, "80": 3.6627881809993466e-06, "90": 4.745446804171089e-06, "100": 5.972981331784207e-06 }, "relative_mse_by_step": { "10": 0.06124365956851934, "20": 0.11322301136737056, "30": 0.13706588691637284, "40": 0.15123981800961034, "50": 0.16115250208894513, "60": 0.1684695842418296, "70": 0.17418449058846297, "80": 0.17869314084299553, "90": 0.18237223438561934, "100": 0.18546123849759605 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.091715246847693, "20": -7.144738604425285, "30": -6.459622704496066, "40": -6.175786815534414, "50": -6.004821888591152, "60": -5.885285863974319, "70": -5.802484015477513, "80": -5.738137839339868, "90": -5.686306155220176, "100": -5.6474692441016 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_b00dd893", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -0.3421695613104603, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1455451984576607, "position_mse": 4.722829943862702e-06, "position_mse_by_step": { "10": 1.2576746448246721e-08, "20": 9.444454955241456e-08, "30": 2.619311583629269e-07, "40": 5.218790060926689e-07, "50": 8.835695144934367e-07, "60": 1.3576043759907666e-06, "70": 1.9587479731139215e-06, "80": 2.7041543002529318e-06, "90": 3.6167847091357025e-06, "100": 4.722829943862702e-06 }, "relative_mse_by_step": { "10": 0.040948230138368534, "20": 0.07571749628424368, "30": 0.0922978639681272, "40": 0.10265199265761793, "50": 0.11059038825473565, "60": 0.11747842992561615, "70": 0.12409098365727379, "80": 0.13078535035197056, "90": 0.13788282103289756, "100": 0.1455451984576607 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.290641602789365, "20": -1.1695717816524267, "30": -1.019628770689657, "40": -0.8886576307803113, "50": -0.7722559856380116, "60": -0.6657166330107704, "70": -0.569138027210933, "80": -0.48017007893000785, "90": -0.3986080622152641, "100": -0.3236152005546853 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_c9396903", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -4.981281072524563, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18397235608667678, "position_mse": 5.925030250913161e-06, "position_mse_by_step": { "10": 1.8081449943656886e-08, "20": 1.3709425934799974e-07, "30": 3.795106185882397e-07, "40": 7.523408255240481e-07, "50": 1.2622016080448312e-06, "60": 1.91104616809363e-06, "70": 2.701617631422388e-06, "80": 3.6331845693991584e-06, "90": 4.707141889476978e-06, "100": 5.925030250913161e-06 }, "relative_mse_by_step": { "10": 0.06066002558464511, "20": 0.11230302137908765, "30": 0.13597882525699567, "40": 0.15003933220599072, "50": 0.15986579731379907, "60": 0.1671163165230483, "70": 0.17277913351036273, "80": 0.17724889616497255, "90": 0.18090013846525724, "100": 0.18397235608667678 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.85921343399842, "20": -7.014301204928467, "30": -6.349343967194633, "40": -6.074813573621552, "50": -5.908465663247672, "60": -5.792226402819508, "70": -5.711350599826258, "80": -5.648898764445983, "90": -5.598255499949141, "100": -5.560375014716165 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 3, "name": "seed-3_2b66c46d", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 36, "val_score": -5.548972287054774, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18822718965462729, "position_mse": 6.297955943474725e-06, "position_mse_by_step": { "10": 1.950527418311968e-08, "20": 1.4560714282550537e-07, "30": 4.0119632172620964e-07, "40": 7.956269189638273e-07, "50": 1.335586504020674e-06, "60": 2.02284199823615e-06, "70": 2.8609707600578206e-06, "80": 3.851866166217276e-06, "90": 4.996345282393122e-06, "100": 6.297955943474725e-06 }, "relative_mse_by_step": { "10": 0.06271517060590184, "20": 0.114588840781091, "30": 0.13830916032888474, "40": 0.1527537434152841, "50": 0.1628752565265029, "60": 0.17032173107433124, "70": 0.1761715544351506, "80": 0.18091506721217276, "90": 0.18484288367406684, "100": 0.18822718965462729 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.479027097260971, "20": -6.165913155833896, "30": -5.571127150170337, "40": -5.317968794988916, "50": -5.167927066855021, "60": -5.076008564857739, "70": -5.016332974253048, "80": -4.9722982293938145, "90": -4.942314890512075, "100": -4.917389181940539 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_56e2854e", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -0.04054488127487632, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14916053917129804, "position_mse": 4.830472019940706e-06, "position_mse_by_step": { "10": 1.3607427402322665e-08, "20": 1.0122605633711146e-07, "30": 2.764840020676372e-07, "40": 5.455717463576093e-07, "50": 9.173393781988384e-07, "60": 1.4024602673349104e-06, "70": 2.015699884948065e-06, "80": 2.7750267422886412e-06, "90": 3.704129694272394e-06, "100": 4.830472019940706e-06 }, "relative_mse_by_step": { "10": 0.044702787151321664, "20": 0.08160421563500826, "30": 0.09784731040552838, "40": 0.10769771308899771, "50": 0.11517114556808182, "60": 0.12169183207282352, "70": 0.1280160819577666, "80": 0.134521695167148, "90": 0.1415180334913061, "100": 0.14916053917129804 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.3678882250612387, "20": -1.2011707415186015, "30": -1.0332848225893225, "40": -0.8897946066608637, "50": -0.7620103973151107, "60": -0.646322341651757, "70": -0.5416333824464241, "80": -0.4458343258104298, "90": -0.35875005383528324, "100": -0.2789433362353593 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 3, "name": "seed-3_57808417", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -5.432852025344269, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20218640943472221, "position_mse": 6.765022106135023e-06, "position_mse_by_step": { "10": 1.9048249057439037e-08, "20": 1.4343409747549377e-07, "30": 3.975205239774888e-07, "40": 7.93814418845581e-07, "50": 1.3438546370179796e-06, "60": 2.055922928840508e-06, "70": 2.9417272973627664e-06, "80": 4.013023408739563e-06, "90": 5.282076295186146e-06, "100": 6.765022106135023e-06 }, "relative_mse_by_step": { "10": 0.06124570094045873, "20": 0.1128787134975622, "30": 0.13704195902958835, "40": 0.15240575848490576, "50": 0.16388355833164792, "60": 0.1731071198347965, "70": 0.18114434370879037, "80": 0.18848432639837143, "90": 0.19541367920052757, "100": 0.20218640943472221 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.477921412682631, "20": -6.15989854813619, "30": -5.559611638203117, "40": -5.2998925531693954, "50": -5.1410159190264615, "60": -5.038798877190144, "70": -4.967873200245262, "80": -4.911388023759655, "90": -4.868796652465241, "100": -4.830382400592556 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_601e4329", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -5.741785991850353, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18890287069692993, "position_mse": 6.320563779484344e-06, "position_mse_by_step": { "10": 1.953448663145301e-08, "20": 1.462094540676568e-07, "30": 4.033654702949109e-07, "40": 8.004946767162632e-07, "50": 1.3441402212980132e-06, "60": 2.0357052087709754e-06, "70": 2.8782110628558907e-06, "80": 3.872805569520616e-06, "90": 5.01940098445175e-06, "100": 6.320563779484344e-06 }, "relative_mse_by_step": { "10": 0.06280909718513582, "20": 0.11506284326261941, "30": 0.13905695660945586, "40": 0.15368831237090932, "50": 0.1639183854377398, "60": 0.1714048034484343, "70": 0.17723316994876295, "80": 0.18189855246127912, "90": 0.18569584363035027, "100": 0.18890287069692993 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.28480594242709, "20": -6.602066231765709, "30": -5.929175413139552, "40": -5.632770205950698, "50": -5.44868322448897, "60": -5.326525324694639, "70": -5.24033991142298, "80": -5.172052303557455, "90": -5.122019263038126, "100": -5.080695404789068 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_69342f1b", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -5.6310257081686625, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.187812240970903, "position_mse": 6.284072037893956e-06, "position_mse_by_step": { "10": 1.9409033665976746e-08, "20": 1.4532333449628661e-07, "30": 4.0090139766643264e-07, "40": 7.955250230752752e-07, "50": 1.3356910972309573e-06, "60": 2.022848816198218e-06, "70": 2.8601422991008416e-06, "80": 3.848881246832597e-06, "90": 4.9892359876529165e-06, "100": 6.284072037893956e-06 }, "relative_mse_by_step": { "10": 0.06240572914944477, "20": 0.11436549138477622, "30": 0.1382074876642575, "40": 0.1527341802531487, "50": 0.16288801170627187, "60": 0.17032230514146196, "70": 0.17612053984366388, "80": 0.1807748710402916, "90": 0.18457987091846342, "100": 0.187812240970903 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.014343885855162, "20": -6.447558516538972, "30": -5.798182917579788, "40": -5.511255773370126, "50": -5.332098379098365, "60": -5.21331691129717, "70": -5.128938178683842, "80": -5.0617137862926835, "90": -5.012494038060293, "100": -4.971373878478789 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 3, "name": "seed-3_6b52a075", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 30, "val_score": -0.33290371294308896, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09019268746593427, "position_mse": 2.9208345292123082e-06, "position_mse_by_step": { "10": 1.2240461517392426e-08, "20": 9.080126381582383e-08, "30": 2.411442740601899e-07, "40": 4.588387683008526e-07, "50": 7.394609597152372e-07, "60": 1.077456477206949e-06, "70": 1.4679718596255498e-06, "80": 1.9063956595947015e-06, "90": 2.390768183399164e-06, "100": 2.9208345292123082e-06 }, "relative_mse_by_step": { "10": 0.040212064313680504, "20": 0.07320018363336352, "30": 0.08534062896959588, "40": 0.09057632905752305, "50": 0.09283866784449449, "60": 0.09349117101135877, "70": 0.09323015161969973, "80": 0.09241409168420112, "90": 0.09134043345496082, "100": 0.09019268746593427 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9418718345118231, "20": -1.16611511226025, "30": -1.1557479594195073, "40": -1.1107439634882361, "50": -1.0603433043373465, "60": -1.007897211133343, "70": -0.9564723035529163, "80": -0.9057762670606702, "90": -0.8566017259767456, "100": -0.8079104300482354 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_7f1c4960", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": 0.07353477807019948, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08955251170332294, "position_mse": 2.9001028321675093e-06, "position_mse_by_step": { "10": 1.1566808756833881e-08, "20": 8.51536044343959e-08, "30": 2.235608707553841e-07, "40": 4.218070566862155e-07, "50": 6.773040923288168e-07, "60": 9.888956716354511e-07, "70": 1.3590381939820873e-06, "80": 1.7933178838802633e-06, "90": 2.3021882254527426e-06, "100": 2.9001028321675093e-06 }, "relative_mse_by_step": { "10": 0.03799899676764247, "20": 0.06864727669742318, "30": 0.07911788657479346, "40": 0.08326614358825299, "50": 0.0850349282559104, "60": 0.08580672751527284, "70": 0.08631182951574588, "80": 0.08693255385141918, "90": 0.08795619410861617, "100": 0.08955251170332294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.314357413062568, "20": -1.1594630803243353, "30": -0.9839714052090902, "40": -0.8242417060020215, "50": -0.6756852790043517, "60": -0.5358756235278892, "70": -0.405638529809889, "80": -0.28410600321447577, "90": -0.17248458525739152, "100": -0.07074239332174259 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 3, "name": "seed-3_93f0d075", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -0.17098747798679992, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1343071541316497, "position_mse": 4.349454310873366e-06, "position_mse_by_step": { "10": 1.3373098969474536e-08, "20": 9.948105822285162e-08, "30": 2.706639853451114e-07, "40": 5.310779565702108e-07, "50": 8.864182762278817e-07, "60": 1.342641981848049e-06, "70": 1.9077483070109987e-06, "80": 2.59014996280322e-06, "90": 3.4004455691112007e-06, "100": 4.349454310873366e-06 }, "relative_mse_by_step": { "10": 0.04393297712423861, "20": 0.08019747109164174, "30": 0.09578761444281213, "40": 0.10483658982791094, "50": 0.11128902863201953, "60": 0.11650138431334128, "70": 0.12116013174818578, "80": 0.1255596417950385, "90": 0.12991563731662742, "100": 0.1343071541316497 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8646414785078, "20": -1.0585711628437862, "30": -1.0251995842370705, "40": -0.9595856201294406, "50": -0.8896506030350753, "60": -0.8183997048755554, "70": -0.7489549471796317, "80": -0.6815980612140258, "90": -0.6173634994057309, "100": -0.5555815656990972 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_171922f0", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.03387447727222537, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1760859297442934, "position_mse": 5.512071751517007e-06, "position_mse_by_step": { "10": 1.284410248476269e-08, "20": 9.652422354733403e-08, "30": 2.6996123604508936e-07, "40": 5.449503101471822e-07, "50": 9.375006570166988e-07, "60": 1.466187366970319e-06, "70": 2.1558740830382055e-06, "80": 3.035814126763268e-06, "90": 4.140757955285932e-06, "100": 5.512071751517007e-06 }, "relative_mse_by_step": { "10": 0.04342483871269173, "20": 0.08030213892691855, "30": 0.09868553762865288, "40": 0.11118424858614386, "50": 0.12169887077265651, "60": 0.1315739963618721, "70": 0.1416262900348054, "80": 0.1522354562280969, "90": 0.1636540589980941, "100": 0.1760859297442934 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.4953276102386037, "20": -1.2278529313982984, "30": -1.032516421664957, "40": -0.8786096830917935, "50": -0.7459711793043691, "60": -0.6287314456251529, "70": -0.5244774817416558, "80": -0.4307573012494976, "90": -0.3459631262563798, "100": -0.2695138794366527 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 4, "name": "seed-4_63336dc3", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.006273840331766034, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2527442031823532, "position_mse": 7.91172914692392e-06, "position_mse_by_step": { "10": 1.3079509806969623e-08, "20": 1.0075397524543307e-07, "30": 2.910109977502121e-07, "40": 6.10119716221951e-07, "50": 1.0939997902629069e-06, "60": 1.7865799301424496e-06, "70": 2.743548824517867e-06, "80": 4.030399496254436e-06, "90": 5.723598363666887e-06, "100": 7.91172914692392e-06 }, "relative_mse_by_step": { "10": 0.044220731225286525, "20": 0.08382102875585933, "30": 0.10638037219548717, "40": 0.12448052773363436, "50": 0.1420143421810395, "60": 0.16032566268422568, "70": 0.1802325305558817, "80": 0.20211043248157068, "90": 0.22621223322005407, "100": 0.2527442031823532 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5189090063847357, "20": -0.9288634971122185, "30": -0.9119340547703119, "40": -0.8405618314935948, "50": -0.7535811247706712, "60": -0.6622021859397924, "70": -0.5716406005406591, "80": -0.48296722398422354, "90": -0.3967922091210352, "100": -0.31427244361759743 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 4, "name": "seed-4_6a919ede", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -4.602107084284107, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1984160088599087, "position_mse": 6.667086639871351e-06, "position_mse_by_step": { "10": 1.8441838484888658e-08, "20": 1.3928486275460727e-07, "30": 3.8871076171176353e-07, "40": 7.786923207829335e-07, "50": 1.32038426566997e-06, "60": 2.0227532563207466e-06, "70": 2.8958372260896275e-06, "80": 3.951957151977175e-06, "90": 5.204018434921766e-06, "100": 6.667086639871351e-06 }, "relative_mse_by_step": { "10": 0.05931555936191658, "20": 0.10967622164045839, "30": 0.13391815407421312, "40": 0.14924657515936515, "50": 0.16062358579452693, "60": 0.16978946184842417, "70": 0.17769415554114548, "80": 0.18491112925938993, "90": 0.19174619763696504, "100": 0.1984160088599087 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.949039565635706, "20": -6.53531561720845, "30": -5.911018323116475, "40": -5.637222805958332, "50": -5.47346511500918, "60": -5.370207981340565, "70": -5.2922914720387, "80": -5.234284128129089, "90": -5.187513850104869, "100": -5.145268778090548 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_752e6187", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -4.839686702655535, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18470568499042586, "position_mse": 6.206398424118171e-06, "position_mse_by_step": { "10": 1.8927346661407843e-08, "20": 1.4208096294408636e-07, "30": 3.945654068360227e-07, "40": 7.85153993782777e-07, "50": 1.3198253224036957e-06, "60": 2.000494315065485e-06, "70": 2.8283099457634567e-06, "80": 3.804836730734808e-06, "90": 4.930463131407643e-06, "100": 6.206398424118171e-06 }, "relative_mse_by_step": { "10": 0.060877127591061245, "20": 0.11187793759182146, "30": 0.13593518921969686, "40": 0.15048503936311736, "50": 0.16055559083728688, "60": 0.16792105123272658, "70": 0.17355055142367506, "80": 0.17802739996201308, "90": 0.1816668349390411, "100": 0.18470568499042586 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.895114610421206, "20": -7.051307211534928, "30": -6.3445748013048355, "40": -6.031086283721493, "50": -5.840971341145787, "60": -5.7171081334070255, "70": -5.623569972895632, "80": -5.555569406252497, "90": -5.50325930385535, "100": -5.460959790613459 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 4, "name": "seed-4_758f945e", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -0.126799857608765, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1425827143310763, "position_mse": 4.463310345467367e-06, "position_mse_by_step": { "10": 1.2268778402736912e-08, "20": 9.193963771890269e-08, "30": 2.5305399698234106e-07, "40": 5.010188609893313e-07, "50": 8.440509767686828e-07, "60": 1.2915390450578864e-06, "70": 1.8577407522408456e-06, "80": 2.559977761913095e-06, "90": 3.4196614982257804e-06, "100": 4.463310345467367e-06 }, "relative_mse_by_step": { "10": 0.041479715999825244, "20": 0.07648804921360904, "30": 0.09250502074716697, "40": 0.10222107327829456, "50": 0.10956797734327003, "60": 0.1159012534440301, "70": 0.12204095436573645, "80": 0.1283739274690491, "90": 0.13515435836324022, "100": 0.1425827143310763 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6286467996609848, "20": -1.0656111145141143, "30": -1.063798363697889, "40": -1.0058924937157485, "50": -0.9310718792144348, "60": -0.8507803758613621, "70": -0.7700533306997079, "80": -0.6898070780008905, "90": -0.611028365227299, "100": -0.534581980930458 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_8c12dca8", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -0.024804227572438498, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1425827143310763, "position_mse": 4.463310345467367e-06, "position_mse_by_step": { "10": 1.2268778402736912e-08, "20": 9.193963771890269e-08, "30": 2.5305399698234106e-07, "40": 5.010188609893313e-07, "50": 8.440509767686828e-07, "60": 1.2915390450578864e-06, "70": 1.8577407522408456e-06, "80": 2.559977761913095e-06, "90": 3.4196614982257804e-06, "100": 4.463310345467367e-06 }, "relative_mse_by_step": { "10": 0.041479715999825244, "20": 0.07648804921360904, "30": 0.09250502074716697, "40": 0.10222107327829456, "50": 0.10956797734327003, "60": 0.1159012534440301, "70": 0.12204095436573645, "80": 0.1283739274690491, "90": 0.13515435836324022, "100": 0.1425827143310763 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.6106028823623877, "20": -1.3160945219405553, "30": -1.1092031205062018, "40": -0.9479868229769417, "50": -0.8102215691446788, "60": -0.6888057529674227, "70": -0.5816787486972879, "80": -0.4857014509675157, "90": -0.3996089161289873, "100": -0.32261108605413447 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_cb25da34", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -4.745175679250399, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18351082460616844, "position_mse": 6.166249255963001e-06, "position_mse_by_step": { "10": 1.8811041765535006e-08, "20": 1.4120734999067962e-07, "30": 3.9203777976329744e-07, "40": 7.799399168918951e-07, "50": 1.3108324092213155e-06, "60": 1.9866732259288256e-06, "70": 2.808738294390878e-06, "80": 3.7787783440990096e-06, "90": 4.897432906757006e-06, "100": 6.166249255963001e-06 }, "relative_mse_by_step": { "10": 0.06050304937966819, "20": 0.11119003392439553, "30": 0.13506437424591855, "40": 0.14948569328275624, "50": 0.15946161085005955, "60": 0.16676091206135726, "70": 0.172349597160133, "80": 0.1768081342882715, "90": 0.18044981004509494, "100": 0.18351082460616844 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.598095644018763, "20": -6.879563636530359, "30": -6.198471526796004, "40": -5.894824771089347, "50": -5.7101456506710955, "60": -5.58920402470002, "70": -5.497653858604743, "80": -5.43026563458498, "90": -5.378605268167862, "100": -5.3363414059001695 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 4, "name": "seed-4_ea629220", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -4.715603145794134, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.184548733247778, "position_mse": 6.201124601342859e-06, "position_mse_by_step": { "10": 1.892347471737261e-08, "20": 1.4160271528039305e-07, "30": 3.9273544660188367e-07, "40": 7.810722780935261e-07, "50": 1.3128747990468322e-06, "60": 1.9905882033250626e-06, "70": 2.81609527519322e-06, "80": 3.7918799307590236e-06, "90": 4.9194272130697364e-06, "100": 6.201124601342859e-06 }, "relative_mse_by_step": { "10": 0.06086467403191875, "20": 0.1115013539794682, "30": 0.13530473356802947, "40": 0.14970272512791025, "50": 0.15971006577783642, "60": 0.16708953439983512, "70": 0.17280103568686606, "80": 0.17742115439229286, "90": 0.1812602077517649, "100": 0.184548733247778 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.95102984737553, "20": -6.540909457389166, "30": -5.927200068249236, "40": -5.663524521028278, "50": -5.51152751440751, "60": -5.419794534616977, "70": -5.356424669989256, "80": -5.314908994386795, "90": -5.285150793635258, "100": -5.261129668100732 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_224e5b5e", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -4.491309594891334, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.31689112208071346, "position_mse": 1.0350169908893544e-05, "position_mse_by_step": { "10": 1.9269015237379147e-08, "20": 1.5129334285696976e-07, "30": 4.3185261157572897e-07, "40": 8.913317444125823e-07, "50": 1.5713384454686872e-06, "60": 2.5201465145333455e-06, "70": 3.7966418509378334e-06, "80": 5.470486725503828e-06, "90": 7.623511929263519e-06, "100": 1.0350169908893544e-05 }, "relative_mse_by_step": { "10": 0.06340536908248211, "20": 0.1218052954634058, "30": 0.15227120805437216, "40": 0.17508243280554137, "50": 0.1961252079857394, "60": 0.21723163696356515, "70": 0.23939329685689434, "80": 0.263151903466548, "90": 0.2888946365496805, "100": 0.31689112208071346 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.04165559407493, "20": -4.692562900856418, "30": -4.0269300145373235, "40": -3.6870464310122975, "50": -3.4459353900596055, "60": -3.2644944068069464, "70": -3.1191288353714004, "80": -2.997470299944103, "90": -2.89451990850823, "100": -2.8026356335926597 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_30d1bfff", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -3.32705406895497, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1456202456769661, "position_mse": 4.756189681285962e-06, "position_mse_by_step": { "10": 1.7559526123621184e-08, "20": 1.2759259778251574e-07, "30": 3.382580197655979e-07, "40": 6.481336974673013e-07, "50": 1.0606107163064442e-06, "60": 1.5788973478996532e-06, "70": 2.2060648281093823e-06, "80": 2.9437702833336386e-06, "90": 3.7934588691866466e-06, "100": 4.756189681285962e-06 }, "relative_mse_by_step": { "10": 0.05778023531902718, "20": 0.10272397832160705, "30": 0.11926975992075275, "40": 0.1273115484186092, "50": 0.13237918153619732, "60": 0.13609782348118118, "70": 0.13910111962514696, "80": 0.14160691585558335, "90": 0.14375394587802665, "100": 0.1456202456769661 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.169323179179244, "20": -3.852155543187842, "30": -3.134378275843541, "40": -2.7577513191938503, "50": -2.504005759418713, "60": -2.3340592509191618, "70": -2.2178394835128263, "80": -2.133738719588067, "90": -2.072405292631842, "100": -2.0243773895262915 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_8c80e438", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -0.15973677147797538, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11367319141351023, "position_mse": 3.6224121460902226e-06, "position_mse_by_step": { "10": 1.027982986353696e-08, "20": 7.707867688872788e-08, "30": 2.162087059228871e-07, "40": 4.3361237193855523e-07, "50": 7.351943023893779e-07, "60": 1.1236072381848316e-06, "70": 1.602779183583282e-06, "80": 2.1764865818697997e-06, "90": 2.847840462192965e-06, "100": 3.6224121460902226e-06 }, "relative_mse_by_step": { "10": 0.033981232357708266, "20": 0.06270478426805239, "30": 0.07734650828781574, "40": 0.0866481731624272, "50": 0.0935393311409737, "60": 0.09888537042184327, "70": 0.1033111534856045, "80": 0.10713721516822447, "90": 0.11052862210252502, "100": 0.11367319141351023 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6905498099494498, "20": -0.4742796236276221, "30": -0.4235765398511502, "40": -0.40569618206588887, "50": -0.3981413143700612, "60": -0.3945761530938461, "70": -0.3930528230562733, "80": -0.3933479249150731, "90": -0.39492609843151016, "100": -0.3975115126682973 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_8e24ed07", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.7846147762927486, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2544147808335212, "position_mse": 8.107410206191291e-06, "position_mse_by_step": { "10": 5.689323082488532e-09, "20": 5.518052399773004e-08, "30": 1.8718928649669967e-07, "40": 4.4946452533167757e-07, "50": 9.008401158488206e-07, "60": 1.6009752105869016e-06, "70": 2.6113174807765714e-06, "80": 3.99037804267469e-06, "90": 5.798186043648456e-06, "100": 8.107410206191291e-06 }, "relative_mse_by_step": { "10": 0.01880675188116364, "20": 0.0448902730656727, "30": 0.06696510039966276, "40": 0.08981588751076056, "50": 0.11461457417120671, "60": 0.14089712254864636, "70": 0.16831901974981728, "80": 0.1964257416157925, "90": 0.22503560947548998, "100": 0.2544147808335212 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6144285874151969, "20": 0.7060339839872021, "30": 0.7127258925105533, "40": 0.7005149540291616, "50": 0.6885501952573512, "60": 0.6798309632803572, "70": 0.6750889712995021, "80": 0.6739324894499936, "90": 0.6767259074397052, "100": 0.6826051888786646 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_942a19ef", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -7.048437977222031, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17432921944511673, "position_mse": 5.693870593453149e-06, "position_mse_by_step": { "10": 1.9396472031704296e-08, "20": 1.4434347822397544e-07, "30": 3.903393017320614e-07, "40": 7.588789688079649e-07, "50": 1.254244072055956e-06, "60": 1.8782834506022743e-06, "70": 2.6327986635773672e-06, "80": 3.5192031920213853e-06, "90": 4.539138272515889e-06, "100": 5.693870593453149e-06 }, "relative_mse_by_step": { "10": 0.06382477012538436, "20": 0.11621000422939001, "30": 0.13763361719399542, "40": 0.14906501075132522, "50": 0.1565473563039332, "60": 0.16190431242901726, "70": 0.1660083770815841, "80": 0.1692874994739499, "90": 0.17201162845348963, "100": 0.17432921944511673 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.945458912358935, "20": -5.063429191015515, "30": -4.646586649556612, "40": -4.521608709340663, "50": -4.470094203798681, "60": -4.464764228095759, "70": -4.486350735993479, "80": -4.524859646569729, "90": -4.577215268571875, "100": -4.633988162095222 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_9ccbc356", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.6466092066682705, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.9126816868277582, "position_mse": 2.908433542480842e-05, "position_mse_by_step": { "10": 8.27747218070028e-09, "20": 8.26702396951516e-08, "30": 2.944780836701609e-07, "40": 7.432985729646394e-07, "50": 1.5923591352670234e-06, "60": 3.1116344075599044e-06, "70": 5.741373653173858e-06, "80": 1.0169188824095596e-05, "90": 1.7441898853576278e-05, "100": 2.908433542480842e-05 }, "relative_mse_by_step": { "10": 0.027362194631698256, "20": 0.06725361351176426, "30": 0.10534659759398299, "40": 0.1485323473905667, "50": 0.20259706578929632, "60": 0.2738457982043532, "70": 0.3700746433299492, "80": 0.5005767461233118, "90": 0.6769441872642269, "100": 0.9126816868277582 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.008506193936158368, "20": -0.15446651288214608, "30": -0.11529492623304338, "40": -0.0513503292660864, "50": 0.027872551187191785, "60": 0.12913852235958112, "70": 0.2529711674008418, "80": 0.38501366407684756, "90": 0.5088691695025993, "100": 0.6091019199491907 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_c212a731", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -0.6485183201062752, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12042602770946845, "position_mse": 3.837604100453973e-06, "position_mse_by_step": { "10": 1.081213962329995e-08, "20": 8.09033027999411e-08, "30": 2.2614478053993383e-07, "40": 4.525773348465886e-07, "50": 7.664291899800446e-07, "60": 1.171107075797246e-06, "70": 1.6721400295896924e-06, "80": 2.276653026253176e-06, "90": 2.9933430275670095e-06, "100": 3.837604100453973e-06 }, "relative_mse_by_step": { "10": 0.03574084724169997, "20": 0.06581618099084305, "30": 0.08090103988928539, "40": 0.09043791602130288, "50": 0.09751336968289245, "60": 0.10306569151417531, "70": 0.10778198083416003, "80": 0.11206789289163978, "90": 0.11617577764957127, "100": 0.12042602770946845 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5376514010880444, "20": -0.7997322003144753, "30": -0.8497560550910066, "40": -0.8657444122291162, "50": -0.8706722977079764, "60": -0.8707245169440101, "70": -0.8676148384303357, "80": -0.862211847965795, "90": -0.8552415874478085, "100": -0.8456851448521632 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_e0538714", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 36, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 26, "val_score": -3.366486736603738, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3804116298234548, "position_mse": 1.2424851091249626e-05, "position_mse_by_step": { "10": 1.7793785387988846e-08, "20": 1.4328482306678682e-07, "30": 4.209314055155947e-07, "40": 9.118829716722335e-07, "50": 1.7024362298302873e-06, "60": 2.872902300867151e-06, "70": 4.4854381172854115e-06, "80": 6.587871841036628e-06, "90": 9.22094606201946e-06, "100": 1.2424851091249626e-05 }, "relative_mse_by_step": { "10": 0.05855107362784792, "20": 0.11535768778386653, "30": 0.14842039137383958, "40": 0.1791192674502343, "50": 0.21248806113079777, "60": 0.2476384869112761, "70": 0.28282462789564766, "80": 0.31690251740859426, "90": 0.3494297491692478, "100": 0.3804116298234548 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.911716877194767, "20": -4.947392632327281, "30": -4.399331934386642, "40": -4.076244671997966, "50": -3.7614508662919786, "60": -3.4297268881467726, "70": -3.071695360118521, "80": -2.6911371162616913, "90": -2.3018230204852066, "100": -1.9146974427971184 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_025f59b7", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 30, "val_score": 0.3302403851866854, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1824941517926624, "position_mse": 5.962533867074983e-06, "position_mse_by_step": { "10": 7.644674183364991e-09, "20": 6.691872551962368e-08, "30": 2.022849579270363e-07, "40": 4.3557208572662734e-07, "50": 7.924105872803011e-07, "60": 1.3030094428196598e-06, "70": 2.00613693550622e-06, "80": 2.9548300338839387e-06, "90": 4.229307338781447e-06, "100": 5.962533867074983e-06 }, "relative_mse_by_step": { "10": 0.025150493180008716, "20": 0.053892534956442154, "30": 0.07135564472478913, "40": 0.08556878292899754, "50": 0.09889420324495646, "60": 0.11229755648897116, "70": 0.1264652301036753, "80": 0.14209622868851937, "90": 0.1602168451656926, "100": 0.1824941517926624 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.02504532732589071, "20": -0.43097937754210114, "30": -0.44564438217543345, "40": -0.3984291143255334, "50": -0.33557559864119924, "60": -0.2678242991274409, "70": -0.1995568782874837, "80": -0.13193310500393207, "90": -0.06628891971870132, "100": -0.0028959263658860923 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_787799ca", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": -0.944724987224359, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16297564365338096, "position_mse": 5.324816084493834e-06, "position_mse_by_step": { "10": 1.528921457573583e-08, "20": 1.1753370794715627e-07, "30": 3.271374678767306e-07, "40": 6.525638026515829e-07, "50": 1.100022616005804e-06, "60": 1.672933865697652e-06, "70": 2.3757089073634625e-06, "80": 3.2133276104470303e-06, "90": 4.192958452518626e-06, "100": 5.324816084493834e-06 }, "relative_mse_by_step": { "10": 0.05030054619613271, "20": 0.09465496264188271, "30": 0.11539713665906343, "40": 0.12819712788358087, "50": 0.137284713136784, "60": 0.144178836401185, "70": 0.14976274466192332, "80": 0.15452724175306976, "90": 0.15883985753726604, "100": 0.16297564365338096 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.2532623808601295, "20": -2.233040792929841, "30": -2.201897858574941, "40": -2.1894919140357407, "50": -2.1837251965645534, "60": -2.1828298624749114, "70": -2.187017207819841, "80": -2.195794492321128, "90": -2.2114076701454577, "100": -2.234005630658872 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_809be6e9", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": -2.8873793773882204, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2151577181299731, "position_mse": 7.019470906145995e-06, "position_mse_by_step": { "10": 1.6662737964015914e-08, "20": 1.29864883963953e-07, "30": 3.6913971039252506e-07, "40": 7.535620223312175e-07, "50": 1.3002236820674236e-06, "60": 2.0237504833582014e-06, "70": 2.940605272020288e-06, "80": 4.066604369005031e-06, "90": 5.420069711752668e-06, "100": 7.019470906145995e-06 }, "relative_mse_by_step": { "10": 0.054950491614406995, "20": 0.10488016789189776, "30": 0.1305798895397166, "40": 0.14844217839785193, "50": 0.1626783870472618, "60": 0.17480905895361593, "70": 0.18574388131999073, "80": 0.19591378007528512, "90": 0.20565725020517628, "100": 0.2151577181299731 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.532814492494195, "20": -6.680478569911033, "30": -5.896740881795573, "40": -5.493637992869797, "50": -5.168873006065887, "60": -4.890778200145913, "70": -4.628875512218114, "80": -4.379184533220145, "90": -4.142343775190641, "100": -3.918096499970014 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_91b51def", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -0.7468436399745435, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16409544471154833, "position_mse": 5.361402745864195e-06, "position_mse_by_step": { "10": 1.4327969841529001e-08, "20": 1.0922333501766397e-07, "30": 3.052282612309958e-07, "40": 6.138905313487645e-07, "50": 1.0450923230312777e-06, "60": 1.6058187723290628e-06, "70": 2.304769057559497e-06, "80": 3.1526577956242364e-06, "90": 4.164305605464896e-06, "100": 5.361402745864195e-06 }, "relative_mse_by_step": { "10": 0.04713811199002943, "20": 0.08796226100828093, "30": 0.10766870454213394, "40": 0.1205997063184578, "50": 0.13042931816235234, "60": 0.13839464118268205, "70": 0.14529075460471674, "80": 0.15160966213505764, "90": 0.15775441531416987, "100": 0.16409544471154833 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9229832128847062, "20": -1.6949524852845634, "30": -1.8618998127377884, "40": -1.930136901421426, "50": -1.964041262103453, "60": -1.9823741653998588, "70": -1.9921511493498922, "80": -1.9950886768157616, "90": -1.9937847606443557, "100": -1.9883314870993276 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_aa16eb4e", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -2.377198369139933, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1607387359195485, "position_mse": 5.244064168761854e-06, "position_mse_by_step": { "10": 1.7645727967696702e-08, "20": 1.2829833148891063e-07, "30": 3.461940785598472e-07, "40": 6.767883128081361e-07, "50": 1.1260299966612105e-06, "60": 1.6970491284748083e-06, "70": 2.3932241120405708e-06, "80": 3.2153914639414845e-06, "90": 4.165456571416014e-06, "100": 5.244064168761854e-06 }, "relative_mse_by_step": { "10": 0.058192202794823865, "20": 0.10361500458077881, "30": 0.12246307635008705, "40": 0.13331872956741053, "50": 0.14088402338004824, "60": 0.1465890007618231, "70": 0.1511684480976259, "80": 0.15490552779706654, "90": 0.1580526432102817, "100": 0.1607387359195485 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.03999676248428, "20": -5.701073655325228, "30": -4.6856142062062425, "40": -4.182333809627771, "50": -3.866375487283255, "60": -3.6671405549285305, "70": -3.5291579149233963, "80": -3.428692660799231, "90": -3.353393260048536, "100": -3.293484006547155 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_b4c199ef", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -4.429277671343873, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17252666792979962, "position_mse": 5.628642730519979e-06, "position_mse_by_step": { "10": 1.8324876203758478e-08, "20": 1.344037866018206e-07, "30": 3.6612137715203677e-07, "40": 7.205072456376423e-07, "50": 1.2034779931216885e-06, "60": 1.8177694049167518e-06, "70": 2.566496742620724e-06, "80": 3.450313457165066e-06, "90": 4.470926865808776e-06, "100": 5.628642730519979e-06 }, "relative_mse_by_step": { "10": 0.060431902508715156, "20": 0.10854583066518962, "30": 0.12951218099999348, "40": 0.14193080585857584, "50": 0.15057398312928105, "60": 0.15701666864626423, "70": 0.16211324617600617, "80": 0.16622319028374535, "90": 0.1696433023909118, "100": 0.17252666792979962 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.573134158458886, "20": -6.798055153066762, "30": -6.134254017355617, "40": -5.899288218330654, "50": -5.780078673992095, "60": -5.740683637113432, "70": -5.739595098108661, "80": -5.765459048530464, "90": -5.808849985885588, "100": -5.860112779646441 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_d7b9bec4", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -1.9653790491197016, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14335736154021556, "position_mse": 4.677000840404487e-06, "position_mse_by_step": { "10": 1.729017478080408e-08, "20": 1.2377201930036108e-07, "30": 3.280690132509026e-07, "40": 6.308870925104364e-07, "50": 1.0358242825248e-06, "60": 1.5455463226438886e-06, "70": 2.1634940690010547e-06, "80": 2.8905701165220827e-06, "90": 3.7283087587119165e-06, "100": 4.677000840404487e-06 }, "relative_mse_by_step": { "10": 0.05701965705492136, "20": 0.09995950997918976, "30": 0.11605149569563666, "40": 0.12427677027249878, "50": 0.1295978729425909, "60": 0.13350237613397475, "70": 0.1366575070148562, "80": 0.13925685085491973, "90": 0.14146565782539067, "100": 0.14335736154021556 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.013391671007097, "20": -5.603261362172598, "30": -4.490814792086546, "40": -3.890738130290911, "50": -3.4979940360195307, "60": -3.2432158619054814, "70": -3.0679223608402397, "80": -2.9421143112874386, "90": -2.849026487254944, "100": -2.776291360813417 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_ef1710a7", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -0.2765496202681881, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17020799817972898, "position_mse": 5.561114937790989e-06, "position_mse_by_step": { "10": 1.4091710781594102e-08, "20": 1.0737734025743708e-07, "30": 2.980290020866099e-07, "40": 5.977664466781464e-07, "50": 1.0207159704123114e-06, "60": 1.5814315101384375e-06, "70": 2.29667034992482e-06, "80": 3.1846220801006504e-06, "90": 4.265438622041984e-06, "100": 5.561114937790989e-06 }, "relative_mse_by_step": { "10": 0.04636083466818647, "20": 0.08647560183519547, "30": 0.10512917919604378, "40": 0.11743210594570383, "50": 0.12738710745875148, "60": 0.13629286826879064, "70": 0.14478021870537977, "80": 0.15314680783370727, "90": 0.1615855894427304, "100": 0.17020799817972898 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.7201457565399232, "20": -1.604693860149375, "30": -1.467311454269216, "40": -1.3636755630560864, "50": -1.2879779637671565, "60": -1.2330992059504489, "70": -1.1917379638154095, "80": -1.1585358290251153, "90": -1.1312880274821469, "100": -1.1074385615813167 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_0dba4adf", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -2.6989087389232833, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20907911765187243, "position_mse": 6.733620872572439e-06, "position_mse_by_step": { "10": 1.6406805758428788e-08, "20": 1.2981390575816932e-07, "30": 3.737826468405306e-07, "40": 7.669115852593222e-07, "50": 1.321352722730548e-06, "60": 2.043183146278287e-06, "70": 2.9396224424057695e-06, "80": 4.015229278918144e-06, "90": 5.277360788470884e-06, "100": 6.733620872572439e-06 }, "relative_mse_by_step": { "10": 0.0550418943264962, "20": 0.10633919978119978, "30": 0.13392649040466362, "40": 0.15294517884656306, "50": 0.1673576591930435, "60": 0.1786713723031682, "70": 0.1880004825772015, "80": 0.1958873665631628, "90": 0.20281421715791498, "100": 0.20907911765187243 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.282718122517691, "20": -6.608947423358532, "30": -5.849111252052373, "40": -5.391196100216973, "50": -4.983315047471689, "60": -4.580602535690439, "70": -4.1838987509007675, "80": -3.790979930819401, "90": -3.4093820333671685, "100": -3.050501252593514 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_4a2ccb96", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 90, "val_score": -0.936205268540582, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13020055750226217, "position_mse": 4.224908126104765e-06, "position_mse_by_step": { "10": 1.1492867945423717e-08, "20": 8.833475089810503e-08, "30": 2.489329123278594e-07, "40": 5.003300605060141e-07, "50": 8.486705603161226e-07, "60": 1.298250249348598e-06, "70": 1.8543380154564408e-06, "80": 2.521841587516909e-06, "90": 3.3087444001418068e-06, "100": 4.224908126104765e-06 }, "relative_mse_by_step": { "10": 0.03741926447477165, "20": 0.07081918654485087, "30": 0.0877176133714929, "40": 0.09841338145019965, "50": 0.1062223234575181, "60": 0.11234230210307622, "70": 0.11747638365402083, "80": 0.12196786829979304, "90": 0.12613938861663035, "100": 0.13020055750226217 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.132943318887397, "20": -1.0097561258354628, "30": -0.9613303619681459, "40": -0.9395911881098931, "50": -0.9290523176109473, "60": -0.9235568849990379, "70": -0.9236376435504519, "80": -0.927720947410257, "90": -0.936407212781599, "100": -0.9505806685660141 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_88bc56c6", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -1.4114815075229563, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12442169655830533, "position_mse": 4.037388525343236e-06, "position_mse_by_step": { "10": 1.1040689110968544e-08, "20": 8.484293468732522e-08, "30": 2.393226089176486e-07, "40": 4.813354651491052e-07, "50": 8.165743420361439e-07, "60": 1.248569912653303e-06, "70": 1.7814875161345104e-06, "80": 2.419194693053279e-06, "90": 3.168690762679814e-06, "100": 4.037388525343236e-06 }, "relative_mse_by_step": { "10": 0.03594702973956707, "20": 0.06801974939132566, "30": 0.08433118740219664, "40": 0.09467720306335416, "50": 0.1022050580552293, "60": 0.10804328240606036, "70": 0.1128611446110875, "80": 0.11700339195548387, "90": 0.12080011846864497, "100": 0.12442169655830533 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.1547697763386333, "20": -1.3670693224414534, "30": -1.4055931659854877, "40": -1.4182736153828266, "50": -1.4236669007531728, "60": -1.424411671615391, "70": -1.4244477995798204, "80": -1.4234927292342907, "90": -1.4219832409753193, "100": -1.4203621773410897 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_9e00dfff", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": -2.600001277264809, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13979012755878695, "position_mse": 4.502093424158764e-06, "position_mse_by_step": { "10": 1.767042113584186e-08, "20": 1.2429915943507857e-07, "30": 3.258630289287063e-07, "40": 6.199416488986539e-07, "50": 1.0104871405149294e-06, "60": 1.5007097318735825e-06, "70": 2.0944417763806606e-06, "80": 2.7916765191093875e-06, "90": 3.5938423065674995e-06, "100": 4.502093424158764e-06 }, "relative_mse_by_step": { "10": 0.059281097563066154, "20": 0.10182170446689767, "30": 0.11675686976360397, "40": 0.12363496417018727, "50": 0.12798457184981055, "60": 0.13123339809795595, "70": 0.1339478359565005, "80": 0.13619500248610916, "90": 0.13811492964207145, "100": 0.13979012755878695 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.718766841726529, "20": -6.045516729674478, "30": -4.872691923102194, "40": -4.205693165122004, "50": -3.764625241657849, "60": -3.4661306835968126, "70": -3.2647444282180977, "80": -3.1195222473388062, "90": -3.0103995013188953, "100": -2.9276638375599653 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_a1c0a234", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -5.278437850208006, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14381681202559518, "position_mse": 4.631777186351168e-06, "position_mse_by_step": { "10": 1.6989888676885048e-08, "20": 1.2218294128832747e-07, "30": 3.252396685431742e-07, "40": 6.264096644567221e-07, "50": 1.0296568447643039e-06, "60": 1.536427252395762e-06, "70": 2.1494268360860196e-06, "80": 2.868642982280432e-06, "90": 3.695683208450516e-06, "100": 4.631777186351168e-06 }, "relative_mse_by_step": { "10": 0.05699803306878408, "20": 0.10008816950410881, "30": 0.11653351945722329, "40": 0.12492488052472583, "50": 0.13041253584111226, "60": 0.13435680796876895, "70": 0.1374643480126147, "80": 0.13994989585257686, "90": 0.1420287766610555, "100": 0.14381681202559518 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.334765134577951, "20": -6.758104801521711, "30": -6.164741947829447, "40": -5.9501199311032, "50": -5.853176966560088, "60": -5.815133547145251, "70": -5.821574759793176, "80": -5.852584264266854, "90": -5.899112883856093, "100": -5.958068611619199 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_b473fdaf", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.8456095734035936, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2011222639556437, "position_mse": 6.477361726605782e-06, "position_mse_by_step": { "10": 1.7575608758844753e-08, "20": 1.3191406256853255e-07, "30": 3.647831150033198e-07, "40": 7.281290409975684e-07, "50": 1.237541250783839e-06, "60": 1.906806330355591e-06, "70": 2.7517633327533986e-06, "80": 3.785127087699688e-06, "90": 5.021767539606766e-06, "100": 6.477361726605782e-06 }, "relative_mse_by_step": { "10": 0.05896301902222418, "20": 0.10805957783565184, "30": 0.13070195410146576, "40": 0.14521077597372997, "50": 0.15674240747619744, "60": 0.16674555307564123, "70": 0.17598614945683472, "80": 0.1846615786573869, "90": 0.1929915147206529, "100": 0.2011222639556437 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.778913040575446, "20": -6.5900401146981675, "30": -5.727282670536898, "40": -5.296824641723625, "50": -5.012733114453264, "60": -4.808674619898603, "70": -4.664732114510181, "80": -4.555413353398595, "90": -4.470827219527995, "100": -4.407331745160765 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_cf111ebe", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": 0.5027122829601278, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2791393231382284, "position_mse": 9.057856719404559e-06, "position_mse_by_step": { "10": 7.311290273997223e-09, "20": 6.713041681269008e-08, "30": 2.2450208595005603e-07, "40": 5.348240758199349e-07, "50": 1.0615209788511493e-06, "60": 1.8651581147618604e-06, "70": 3.003336827792477e-06, "80": 4.536131193942441e-06, "90": 6.5301668720556855e-06, "100": 9.057856719404559e-06 }, "relative_mse_by_step": { "10": 0.023804598270309403, "20": 0.0538193798335993, "30": 0.07910881286169229, "40": 0.10519824799090816, "50": 0.13286336305864893, "60": 0.16139889555477965, "70": 0.1902679805316685, "80": 0.21938818631273163, "90": 0.24894980004208692, "100": 0.2791393231382284 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.00011522191792190384, "20": -0.034533885799524544, "30": 0.07747622458701608, "40": 0.18212762792844195, "50": 0.25988266172073693, "60": 0.3235164823526613, "70": 0.3780235990730926, "80": 0.4271544482168883, "90": 0.4725629678301019, "100": 0.5144090178677732 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_fe5e4736", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": -0.055228114067737755, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2791393259410519, "position_mse": 9.057856810354028e-06, "position_mse_by_step": { "10": 7.311290273997223e-09, "20": 6.713041681269008e-08, "30": 2.2450208595005603e-07, "40": 5.348240758199349e-07, "50": 1.0615209788511493e-06, "60": 1.8651581147618604e-06, "70": 3.003336827792477e-06, "80": 4.5361312134316125e-06, "90": 6.530166924026812e-06, "100": 9.057856810354028e-06 }, "relative_mse_by_step": { "10": 0.023804598270309403, "20": 0.0538193798335993, "30": 0.07910881286169229, "40": 0.10519824799090816, "50": 0.13286336305864893, "60": 0.16139889555477965, "70": 0.1902679805316685, "80": 0.2193881872553177, "90": 0.24894980202338413, "100": 0.2791393259410519 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.17836953126529642, "20": -0.11417876094052426, "30": -0.07559296532648196, "40": -0.05376054975182121, "50": -0.034574445704351975, "60": -0.016801144348681074, "70": -0.0028145575716824744, "80": 0.008327805229784824, "90": 0.01676759069233036, "100": 0.02681138547925932 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 3, "name": "seed-3_0d265977", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 30, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 20, "val_score": 0.722432492389562, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.49809922336503026, "position_mse": 1.613063599117075e-05, "position_mse_by_step": { "10": 5.1159604663730814e-09, "20": 5.483154943419777e-08, "30": 2.0924508114766079e-07, "40": 5.630431128825616e-07, "50": 1.244572518187072e-06, "60": 2.4088621517291488e-06, "70": 4.2445913988688384e-06, "80": 6.973233731904267e-06, "90": 1.0841815927571069e-05, "100": 1.613063599117075e-05 }, "relative_mse_by_step": { "10": 0.01680682799482109, "20": 0.04420290333872718, "30": 0.0740515482008847, "40": 0.1111466200968098, "50": 0.1562549761502639, "60": 0.2090175780964223, "70": 0.26957185663024663, "80": 0.3380332189659775, "90": 0.4142167246241536, "100": 0.49809922336503026 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.08831747576742821, "20": -0.052700113594928544, "30": 0.058700128513273664, "40": 0.1957360214273195, "50": 0.32083913683218557, "60": 0.43438185351330716, "70": 0.5286000970130942, "80": 0.5990100508950734, "90": 0.6548676699750111, "100": 0.6988352052157054 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 3, "name": "seed-3_28becc10", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": -5.986242153340339, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1640044043835521, "position_mse": 5.487477740270411e-06, "position_mse_by_step": { "10": 1.970883084353606e-08, "20": 1.4106410456246212e-07, "30": 3.7886733590397624e-07, "40": 7.371467595821254e-07, "50": 1.2187527843821045e-06, "60": 1.8229347038608726e-06, "70": 2.551341896150916e-06, "80": 3.4043331652355845e-06, "90": 4.381950036450429e-06, "100": 5.487477740270411e-06 }, "relative_mse_by_step": { "10": 0.06336966490145136, "20": 0.11101359386610875, "30": 0.1306114245501, "40": 0.1415260397665548, "50": 0.14862734222084667, "60": 0.15348969156651385, "70": 0.15710536927380114, "80": 0.15989526552166383, "90": 0.1621129515823261, "100": 0.1640044043835521 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.486214155186476, "20": -6.191178850003701, "30": -5.623618442309615, "40": -5.406142333091736, "50": -5.302980795473268, "60": -5.267952865811663, "70": -5.275143484210895, "80": -5.305030928436267, "90": -5.355823828921022, "100": -5.414642670698399 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 3, "name": "seed-3_57686743", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -3.797884094533398, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2023069588917027, "position_mse": 6.769055610383086e-06, "position_mse_by_step": { "10": 1.803664130749029e-08, "20": 1.3901656506577962e-07, "30": 3.9278419567015783e-07, "40": 7.972322784155494e-07, "50": 1.362568688380504e-06, "60": 2.092754980610932e-06, "70": 2.9938452537895243e-06, "80": 4.070412827315652e-06, "90": 5.326466526867079e-06, "100": 6.769055610383086e-06 }, "relative_mse_by_step": { "10": 0.05799308567195902, "20": 0.10940223625805844, "30": 0.13540914846838903, "40": 0.15306195906250858, "50": 0.16616574365408518, "60": 0.17620835009500868, "70": 0.18435363949254027, "80": 0.19117980180455799, "90": 0.19705592327436658, "100": 0.2023069588917027 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.452898895618915, "20": -6.084792490282924, "30": -5.39940325082896, "40": -5.015361818632254, "50": -4.701421968686298, "60": -4.419590457110254, "70": -4.153834760834202, "80": -3.8953657834904982, "90": -3.6518224355115745, "100": -3.4220119585409625 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_8c0bd979", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -3.0741962874587685, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14104960128807184, "position_mse": 4.71942537306599e-06, "position_mse_by_step": { "10": 1.8706595853298526e-08, "20": 1.3163390857329205e-07, "30": 3.460167092533035e-07, "40": 6.601271240620171e-07, "50": 1.0747073992385074e-06, "60": 1.5901485739837946e-06, "70": 2.2103903879561973e-06, "80": 2.937959622784092e-06, "90": 3.773488233248047e-06, "100": 4.71942537306599e-06 }, "relative_mse_by_step": { "10": 0.06014718580119099, "20": 0.10359228742626966, "30": 0.11928643889523922, "40": 0.1267389110737507, "50": 0.13106095547907176, "60": 0.13388927954949512, "70": 0.13611041258837922, "80": 0.13799055826091017, "90": 0.13960253087425595, "100": 0.14104960128807184 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.618040965470897, "20": -5.515847791036427, "30": -4.497920746428401, "40": -3.9097116864917822, "50": -3.496583377516396, "60": -3.201825751536365, "70": -2.991417988253347, "80": -2.8373112211204803, "90": -2.724558493338005, "100": -2.637125335889606 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_9769625d", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -0.8750104180151304, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14477409830322427, "position_mse": 4.688419839128853e-06, "position_mse_by_step": { "10": 1.3029411946982197e-08, "20": 9.851700425286428e-08, "30": 2.739634192902177e-07, "40": 5.484959133740728e-07, "50": 9.302981551075261e-07, "60": 1.425631056203461e-06, "70": 2.0410731325780163e-06, "80": 2.7831370638458403e-06, "90": 3.6614795111030876e-06, "100": 4.688419839128853e-06 }, "relative_mse_by_step": { "10": 0.04280390493749124, "20": 0.07942029107596835, "30": 0.09695527960598628, "40": 0.1082749535756357, "50": 0.11679810851898574, "60": 0.12370236728274057, "70": 0.12962752410368616, "80": 0.13491484965016579, "90": 0.13988856299530883, "100": 0.14477409830322427 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.6750733670060396, "20": -1.4746764680014786, "30": -1.4011941414734919, "40": -1.3756864366407249, "50": -1.367049440865895, "60": -1.3662213687825973, "70": -1.3714461775816926, "80": -1.3809310808776658, "90": -1.395808377763132, "100": -1.4164898926807536 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 3, "name": "seed-3_a6a22347", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": -0.8099363244770583, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16440260158683895, "position_mse": 5.324076805988755e-06, "position_mse_by_step": { "10": 1.2681841137943525e-08, "20": 9.858187478720534e-08, "30": 2.784607083710406e-07, "40": 5.657032100156048e-07, "50": 9.743272038572774e-07, "60": 1.517375696583453e-06, "70": 2.2091059676654366e-06, "80": 3.0634687602417086e-06, "90": 4.096127404246934e-06, "100": 5.324076805988755e-06 }, "relative_mse_by_step": { "10": 0.04166207383032573, "20": 0.07947258698933571, "30": 0.09854686406434139, "40": 0.1116717322928427, "50": 0.12232591655088149, "60": 0.1316630729303377, "70": 0.14029920461960846, "80": 0.14850415833450423, "90": 0.15649449210032065, "100": 0.16440260158683895 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2018923979642362, "20": -1.36564246625547, "30": -1.3759934410219694, "40": -1.36191044690913, "50": -1.3457222936117241, "60": -1.3281263761374444, "70": -1.3114858321141454, "80": -1.2949872755353504, "90": -1.2790484465559508, "100": -1.2624375009349156 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_c24c3dac", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": 0.7334144483106322, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.24295168005205295, "position_mse": 7.867840242527434e-06, "position_mse_by_step": { "10": 5.34929788956592e-09, "20": 5.2989356052230665e-08, "30": 1.8030181873232973e-07, "40": 4.2814810043978466e-07, "50": 8.452583701666429e-07, "60": 1.4874104018807494e-06, "70": 2.4207227868698412e-06, "80": 3.725261053334959e-06, "90": 5.500122037054618e-06, "100": 7.867840242527434e-06 }, "relative_mse_by_step": { "10": 0.017573382381262048, "20": 0.042717804033042636, "30": 0.0638085671946681, "40": 0.08451788713145517, "50": 0.10612143892072295, "60": 0.12906297673088984, "70": 0.15373888196106494, "80": 0.18058508200950865, "90": 0.21013477358790522, "100": 0.24295168005205295 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5605871956576018, "20": 0.6382790288377793, "30": 0.6925835847581923, "40": 0.7240978510209185, "50": 0.7444740855931231, "60": 0.7583494354283018, "70": 0.7679790889681569, "80": 0.7740961287349246, "90": 0.77686092070626, "100": 0.7762860474705204 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_ed07b450", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -2.9649636613467334, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.22480279940124803, "position_mse": 7.521751396260308e-06, "position_mse_by_step": { "10": 1.818420598542758e-08, "20": 1.3301172299457724e-07, "30": 3.6350132498950773e-07, "40": 7.252656766963485e-07, "50": 1.241000165919104e-06, "60": 1.938558417740361e-06, "70": 2.857557585197615e-06, "80": 4.048421502440241e-06, "90": 5.575138217344439e-06, "100": 7.521751396260308e-06 }, "relative_mse_by_step": { "10": 0.05846754934088049, "20": 0.10467658970899316, "30": 0.12531411759065342, "40": 0.13924497078387976, "50": 0.1513404184341607, "60": 0.16322511881113774, "70": 0.17596137950813764, "80": 0.19014690973452353, "90": 0.20625568625270183, "100": 0.22480279940124803 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.002591964579404, "20": -5.172930185259409, "30": -4.248808491304473, "40": -3.737979087783759, "50": -3.3878329345273412, "60": -3.1337868138718568, "70": -2.9383180989300617, "80": -2.7762012684017066, "90": -2.63900848278588, "100": -2.5170190983217156 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_00241321", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.6963143519260655, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16846789562119074, "position_mse": 5.273602097791549e-06, "position_mse_by_step": { "10": 6.974579410044614e-09, "20": 5.47695528929637e-08, "30": 1.5880782172469512e-07, "40": 3.291125474496377e-07, "50": 5.791498808654133e-07, "60": 9.29387200138925e-07, "70": 1.4201323068618876e-06, "80": 2.13705301470262e-06, "90": 3.272768090515196e-06, "100": 5.273602097791549e-06 }, "relative_mse_by_step": { "10": 0.02358047098497937, "20": 0.0455648549529043, "30": 0.05805290972930362, "40": 0.06714764742234323, "50": 0.07518062625547997, "60": 0.08340215639869504, "70": 0.09329305062936491, "80": 0.10716573119835567, "90": 0.1293487298595961, "100": 0.16846789562119074 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0824701463994082, "20": 0.27174690186556727, "30": 0.3883833091770035, "40": 0.4514237090109835, "50": 0.4996491666128148, "60": 0.5443637160794057, "70": 0.5879726823806967, "80": 0.6239100006124874, "90": 0.6320832419057071, "100": 0.5641704546950896 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_3853a953", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -2.5164042669288933, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13729943103755032, "position_mse": 4.613474525529325e-06, "position_mse_by_step": { "10": 1.7988197626677457e-08, "20": 1.272049352835885e-07, "30": 3.3795920068817917e-07, "40": 6.489345964715605e-07, "50": 1.059453607358104e-06, "60": 1.5680423648031397e-06, "70": 2.1754829179241955e-06, "80": 2.8844600570161156e-06, "90": 3.696587531822258e-06, "100": 4.613474525529325e-06 }, "relative_mse_by_step": { "10": 0.05785648784492732, "20": 0.10016419875074711, "30": 0.11643328862121344, "40": 0.1243768089666356, "50": 0.1288816004714042, "60": 0.13162112998385328, "70": 0.13349182630569667, "80": 0.13496319568637233, "90": 0.1362037072548893, "100": 0.13729943103755032 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.025211798755707, "20": -5.770236627839229, "30": -4.735169080766079, "40": -4.155590745619594, "50": -3.751752630657478, "60": -3.4536485802839705, "70": -3.2234959073116167, "80": -3.050092840010948, "90": -2.918777078098414, "100": -2.8169130472355715 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_7f5c785a", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -0.7473438074961427, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12579290354117717, "position_mse": 3.937733759633895e-06, "position_mse_by_step": { "10": 1.1362846306729933e-08, "20": 8.659809723278653e-08, "30": 2.4277428463749724e-07, "40": 4.859518498585252e-07, "50": 8.209921195957901e-07, "60": 1.2497034892890368e-06, "70": 1.77452418067706e-06, "80": 2.396704618336441e-06, "90": 3.1171993918681956e-06, "100": 3.937733759633895e-06 }, "relative_mse_by_step": { "10": 0.038416835179587015, "20": 0.07204422039597015, "30": 0.08874722590861699, "40": 0.09914700527645182, "50": 0.10657466010317447, "60": 0.11214697797656255, "70": 0.11657419060957788, "80": 0.12018635060686206, "90": 0.12320023017389671, "100": 0.12579290354117717 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.7506804431399745, "20": -1.4492994190127075, "30": -1.3573459508064207, "40": -1.3182661758074419, "50": -1.295067912839011, "60": -1.2791445576843157, "70": -1.26858227603079, "80": -1.2604741187846278, "90": -1.2539346435743317, "100": -1.2490227698019525 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 4, "name": "seed-4_95789244", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.4035591758793763, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.217651654354484, "position_mse": 6.8132163505651985e-06, "position_mse_by_step": { "10": 6.5601827502005855e-09, "20": 5.685320263459914e-08, "30": 1.747906859758278e-07, "40": 3.8300871340522594e-07, "50": 7.112531319210445e-07, "60": 1.198468071298261e-06, "70": 1.9039908490218035e-06, "80": 2.927121953786939e-06, "90": 4.448671589735958e-06, "100": 6.8132163505651985e-06 }, "relative_mse_by_step": { "10": 0.022179430457768285, "20": 0.047298321691912, "30": 0.06389551726279916, "40": 0.07814388800036536, "50": 0.09232921848156594, "60": 0.10754916950256974, "70": 0.1250792717110643, "80": 0.1467849240642201, "90": 0.1758236464607649, "100": 0.217651654354484 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.03424223970132356, "20": -0.3952421657206442, "30": -0.4033310171063351, "40": -0.36773413079289585, "50": -0.3207859041800811, "60": -0.2680442493012656, "70": -0.21056379358404498, "80": -0.1448659630613356, "90": -0.06982905638299108, "100": 0.016436834061215766 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 4, "name": "seed-4_b6e61b65", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -3.2035852269112457, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19513493922488367, "position_mse": 6.5568375946765755e-06, "position_mse_by_step": { "10": 1.642278561079077e-08, "20": 1.235951316149096e-07, "30": 3.452508651033018e-07, "40": 6.970385636049871e-07, "50": 1.1962315994651363e-06, "60": 1.8595691817121665e-06, "70": 2.705706270132526e-06, "80": 3.755342829338458e-06, "90": 5.0307789966349704e-06, "100": 6.5568375946765755e-06 }, "relative_mse_by_step": { "10": 0.052821561992482155, "20": 0.09732175328025774, "30": 0.11894540388733497, "40": 0.13359656387448435, "50": 0.14552052303449567, "60": 0.15609182664578902, "70": 0.1660273534997029, "80": 0.17571159216180118, "90": 0.1853630527677336, "100": 0.19513493922488367 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.920256881222919, "20": -6.448331364192123, "30": -5.730489442408362, "40": -5.3218717694766875, "50": -4.991396127543097, "60": -4.696059669018699, "70": -4.409801774204887, "80": -4.1354439887549646, "90": -3.8724139203348233, "100": -3.6226490735042196 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 4, "name": "seed-4_bab40e4b", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -0.66836657179109, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11907757097768237, "position_mse": 3.727521649109024e-06, "position_mse_by_step": { "10": 1.0275926248010896e-08, "20": 7.805853436642402e-08, "30": 2.205869973665691e-07, "40": 4.4439769682570936e-07, "50": 7.551326672532761e-07, "60": 1.155871089305752e-06, "70": 1.6504404671634022e-06, "80": 2.2418442418776457e-06, "90": 2.932956335907225e-06, "100": 3.727521649109024e-06 }, "relative_mse_by_step": { "10": 0.034742049160131204, "20": 0.0649398362479483, "30": 0.08063656378197298, "40": 0.09066886113274185, "50": 0.09802531038293552, "60": 0.10372656450680418, "70": 0.10842273309313741, "80": 0.11242064457959779, "90": 0.11591844160382712, "100": 0.11907757097768237 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8609425179650048, "20": -1.2490666604444605, "30": -1.3003099886404286, "40": -1.3160683985687966, "50": -1.3181935546353465, "60": -1.3142517554555266, "70": -1.3084248201713011, "80": -1.3007641860285593, "90": -1.2918855490898307, "100": -1.2828189738781322 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_d2c903de", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -2.405534439024345, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17805286180387342, "position_mse": 5.9828532130268284e-06, "position_mse_by_step": { "10": 1.7504113986837362e-08, "20": 1.2693727075177972e-07, "30": 3.4424929883211264e-07, "40": 6.770315435135542e-07, "50": 1.1372268326275453e-06, "60": 1.739123174258696e-06, "70": 2.5013390094435247e-06, "80": 3.446270821021764e-06, "90": 4.597808224713975e-06, "100": 5.9828532130268284e-06 }, "relative_mse_by_step": { "10": 0.056299501436083324, "20": 0.09995343331697798, "30": 0.11860034550605943, "40": 0.12976195661292983, "50": 0.13834264499183746, "60": 0.14598161536647852, "70": 0.15348698435145947, "80": 0.16125018686753712, "90": 0.16940990036406794, "100": 0.17805286180387342 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.53861110715925, "20": -5.533546189206306, "30": -4.538550817445636, "40": -3.9705527808453374, "50": -3.5775597145489533, "60": -3.2941998519048328, "70": -3.0786970684652744, "80": -2.9157436258435325, "90": -2.7889084030777775, "100": -2.6863966762260296 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 4, "name": "seed-4_ececff88", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -5.094947626815552, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17097615739354538, "position_mse": 5.745064933242767e-06, "position_mse_by_step": { "10": 1.8797712871990566e-08, "20": 1.370123190268048e-07, "30": 3.743375285937743e-07, "40": 7.377954759643249e-07, "50": 1.2332235769463296e-06, "60": 1.8626755208726666e-06, "70": 2.627411891507693e-06, "80": 3.528937167678643e-06, "90": 4.567732076614967e-06, "100": 5.745064933242767e-06 }, "relative_mse_by_step": { "10": 0.06046017888294891, "20": 0.10788676652919324, "30": 0.12896630545864335, "40": 0.1414081595732651, "50": 0.1500205645929618, "60": 0.15635257206925177, "70": 0.16122305947101367, "80": 0.16511812544182658, "90": 0.16830172076984296, "100": 0.17097615739354538 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.955798044874907, "20": -6.567016063519393, "30": -5.975437075082157, "40": -5.743884780766932, "50": -5.634121039326609, "60": -5.596552104618948, "70": -5.594226590074936, "80": -5.620550075596376, "90": -5.664380630727087, "100": -5.7163839557669744 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_067ad118", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -4.765692199055771, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1681013048409868, "position_mse": 5.4904569606963245e-06, "position_mse_by_step": { "10": 1.8337258111955634e-08, "20": 1.369295909674812e-07, "30": 3.7012678339363804e-07, "40": 7.20695128210634e-07, "50": 1.1945539700012173e-06, "60": 1.7945159230846133e-06, "70": 2.522683359578488e-06, "80": 3.380431502770469e-06, "90": 4.369325049781635e-06, "100": 5.4904569606963245e-06 }, "relative_mse_by_step": { "10": 0.06033938964840565, "20": 0.11024113137116129, "30": 0.1305066842944055, "40": 0.14156463869844207, "50": 0.14909718940072106, "60": 0.15468371750641552, "70": 0.15906517129772033, "80": 0.1626120360269047, "90": 0.16557651958000202, "100": 0.1681013048409868 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.859321086531312, "20": -4.519836664467186, "30": -3.8540768742118168, "40": -3.5420669012158177, "50": -3.349215724145412, "60": -3.2251279834510616, "70": -3.139145657685214, "80": -3.0751719359748435, "90": -3.0283002309684264, "100": -2.990730931416491 }, "split_id": "c39b184d", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_0b196861", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -1.2986956571683637, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0848951986886701, "position_mse": 2.7053467493130615e-06, "position_mse_by_step": { "10": 1.0148259458172707e-08, "20": 7.077178065806322e-08, "30": 1.8622538906498675e-07, "40": 3.579372961581839e-07, "50": 5.889215099078424e-07, "60": 8.800261736853696e-07, "70": 1.2342189823552221e-06, "80": 1.6548967827085496e-06, "90": 2.1442633348150203e-06, "100": 2.7053467493130615e-06 }, "relative_mse_by_step": { "10": 0.03354631032344979, "20": 0.057574019398856056, "30": 0.0666202757064463, "40": 0.07152612523519097, "50": 0.07492893232751988, "60": 0.07744851689134476, "70": 0.07955468103589922, "80": 0.08146203802365305, "90": 0.08322182192733049, "100": 0.0848951986886701 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.0513386433047085, "20": -1.4120065831080675, "30": -1.5011101623105203, "40": -1.5451094882343388, "50": -1.5714974680404632, "60": -1.5896509982185716, "70": -1.6028736204481504, "80": -1.6145215302746867, "90": -1.6242199928777743, "100": -1.6304097136229432 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_0b58e033", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.3781776628497218, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14205210563125548, "position_mse": 4.639648531476074e-06, "position_mse_by_step": { "10": 1.7412767770532055e-08, "20": 1.2744921240275582e-07, "30": 3.366282188618389e-07, "40": 6.415873223935315e-07, "50": 1.0453402980305426e-06, "60": 1.550808600114806e-06, "70": 2.1611430854915983e-06, "80": 2.8784055321092897e-06, "90": 3.704208255125455e-06, "100": 4.639648531476074e-06 }, "relative_mse_by_step": { "10": 0.057297321821429104, "20": 0.10260853967627749, "30": 0.11869509220808576, "40": 0.1260256576364644, "50": 0.13047321788525568, "60": 0.13367662906793137, "70": 0.13626862594045247, "80": 0.13846261452237418, "90": 0.14037177451786, "100": 0.14205210563125548 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.383342587450943, "20": -4.066227024203612, "30": -3.3107047909137863, "40": -2.893675350483025, "50": -2.6105744812395844, "60": -2.420306333247403, "70": -2.2888961058051946, "80": -2.1938944515865506, "90": -2.124314311277613, "100": -2.0700835685578642 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_285e5fbf", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -1.2666767766158165, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08316869228691763, "position_mse": 2.6503283436341006e-06, "position_mse_by_step": { "10": 1.0878863890681093e-08, "20": 7.42584135325432e-08, "30": 1.895141296718147e-07, "40": 3.5537786397453277e-07, "50": 5.761663921077798e-07, "60": 8.556134752828776e-07, "70": 1.199874007186606e-06, "80": 1.6129392544631368e-06, "90": 2.0958513378640677e-06, "100": 2.6503283436341006e-06 }, "relative_mse_by_step": { "10": 0.03596141245181293, "20": 0.060410453170699104, "30": 0.06779678985982743, "40": 0.0710146773674675, "50": 0.07330608897336902, "60": 0.07530002706101309, "70": 0.07734088949340392, "80": 0.07939668518895106, "90": 0.0813428854534453, "100": 0.08316869228691763 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9802209167081606, "20": -1.332796914298974, "30": -1.421399837670462, "40": -1.4719114127594004, "50": -1.5071991476222544, "60": -1.5349876871512214, "70": -1.558491418905323, "80": -1.5776548388079217, "90": -1.5931085152572484, "100": -1.6040714041439692 }, "split_id": "1901c4a1", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_44fefcdb", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -6.807072434143182, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14193910665766807, "position_mse": 4.635957804615438e-06, "position_mse_by_step": { "10": 1.8628806832042345e-08, "20": 1.360296551844442e-07, "30": 3.6048030016238335e-07, "40": 6.86602904005034e-07, "50": 1.1112958719853136e-06, "60": 1.6296018023760032e-06, "70": 2.2387744580092724e-06, "80": 2.9404045045160795e-06, "90": 3.7383566732631023e-06, "100": 4.635957804615438e-06 }, "relative_mse_by_step": { "10": 0.06129874091648516, "20": 0.10951659887104631, "30": 0.12710533481607358, "40": 0.13486797430711364, "50": 0.13870540408104368, "60": 0.14046844700791755, "70": 0.14116359126406894, "80": 0.14144500867128132, "90": 0.1416658362230373, "100": 0.14193910665766807 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.939428761263925, "20": -5.04773238647208, "30": -4.620344963578758, "40": -4.479886140669788, "50": -4.40955542398789, "60": -4.3833157763948725, "70": -4.382650117364302, "80": -4.398286472043958, "90": -4.428421342564392, "100": -4.464648527755984 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_81e43635", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": 0.08610542631399631, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0831661023202186, "position_mse": 2.6502458094260615e-06, "position_mse_by_step": { "10": 1.0878466259546725e-08, "20": 7.425420461361552e-08, "30": 1.8950401606027916e-07, "40": 3.553621947308524e-07, "50": 5.761451658616222e-07, "60": 8.555847559575471e-07, "70": 1.19983361851642e-06, "80": 1.6128859844652003e-06, "90": 2.095784927697813e-06, "100": 2.6502458094260615e-06 }, "relative_mse_by_step": { "10": 0.0359600980335639, "20": 0.060407029145222606, "30": 0.06779317181616394, "40": 0.0710115462037194, "50": 0.0733033883419009, "60": 0.07529749955760526, "70": 0.07733828614033607, "80": 0.07939406298154648, "90": 0.08134030798315958, "100": 0.0831661023202186 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8710490633304127, "20": -0.5375580562800608, "30": -0.2951925282994021, "40": -0.14086216971523924, "50": -0.04587379663904212, "60": 0.011923718878693812, "70": 0.04311914888322754, "80": 0.057672632523413814, "90": 0.06339829903209915, "100": 0.06459407054707544 }, "split_id": "57810bfb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_8ce41cce", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -6.95397054058992, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2009673299396234, "position_mse": 6.563913805328931e-06, "position_mse_by_step": { "10": 1.982568834816131e-08, "20": 1.5239718688267853e-07, "30": 4.2230745392097495e-07, "40": 8.366994273550128e-07, "50": 1.402256334565826e-06, "60": 2.121308663102387e-06, "70": 2.995588100824469e-06, "80": 4.026414659920517e-06, "90": 5.215462620152981e-06, "100": 6.563913805328931e-06 }, "relative_mse_by_step": { "10": 0.06523712143788879, "20": 0.12269399317579677, "30": 0.14890558596896777, "40": 0.16435112087796416, "50": 0.17502137496802156, "60": 0.182852604296323, "70": 0.18888368712063555, "80": 0.19368636376795395, "90": 0.19764108616448361, "100": 0.2009673299396234 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.943660362505287, "20": -5.056925103742412, "30": -4.636755020001793, "40": -4.505714931842605, "50": -4.446500701033064, "60": -4.431635747759949, "70": -4.442270876297461, "80": -4.468557349660524, "90": -4.507905449755463, "100": -4.551146863761119 }, "split_id": "859fc9fb", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_fe568fdc", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.08881297191780557, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0848951986886701, "position_mse": 2.7053467493130615e-06, "position_mse_by_step": { "10": 1.0148259458172707e-08, "20": 7.077178065806322e-08, "30": 1.8622538906498675e-07, "40": 3.579372961581839e-07, "50": 5.889215099078424e-07, "60": 8.800261736853696e-07, "70": 1.2342189823552221e-06, "80": 1.6548967827085496e-06, "90": 2.1442633348150203e-06, "100": 2.7053467493130615e-06 }, "relative_mse_by_step": { "10": 0.03354631032344979, "20": 0.057574019398856056, "30": 0.0666202757064463, "40": 0.07152612523519097, "50": 0.07492893232751988, "60": 0.07744851689134476, "70": 0.07955468103589922, "80": 0.08146203802365305, "90": 0.08322182192733049, "100": 0.0848951986886701 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7911797545048185, "20": -0.4889980317003628, "30": -0.29558846193183186, "40": -0.18317688941722454, "50": -0.11147241057609114, "60": -0.060909780085469656, "70": -0.025830050705965446, "80": -0.002206455318661593, "90": 0.01368824332269003, "100": 0.024524463143727915 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_174312d9", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.31146258369678415, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09526414410498385, "position_mse": 3.11251445574661e-06, "position_mse_by_step": { "10": 1.2833206471306115e-08, "20": 8.728584962750371e-08, "30": 2.1888437906625313e-07, "40": 4.0217109155297037e-07, "50": 6.400324808047181e-07, "60": 9.408258234446163e-07, "70": 1.3182423746879327e-06, "80": 1.7913510654515058e-06, "90": 2.3818392914368557e-06, "100": 3.11251445574661e-06 }, "relative_mse_by_step": { "10": 0.04222043531123478, "20": 0.07029505815787764, "30": 0.07721105982626367, "40": 0.07900710803357702, "50": 0.07987715365757202, "60": 0.08108340398971092, "70": 0.08310092012998975, "80": 0.08614513448790066, "90": 0.09023008885319074, "100": 0.09526414410498385 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.4544953912261414, "20": -1.0563770299050677, "30": -0.6892250094974051, "40": -0.40226450836117067, "50": -0.18593031106626579, "60": -0.027336860625877035, "70": 0.08797341815994641, "80": 0.16816098131298407, "90": 0.22012131102819932, "100": 0.2520932490898067 }, "split_id": "c11579a1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_1c64896e", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 30, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 20, "val_score": -0.4763898698220541, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13500676961115826, "position_mse": 4.411004014010749e-06, "position_mse_by_step": { "10": 1.1169060273478034e-08, "20": 7.939877936077469e-08, "30": 2.186985140286067e-07, "40": 4.4967305521075624e-07, "50": 7.733910138085775e-07, "60": 1.1911965527490663e-06, "70": 1.7547243292678364e-06, "80": 2.4927451818257396e-06, "90": 3.383594776096288e-06, "100": 4.411004014010749e-06 }, "relative_mse_by_step": { "10": 0.03674549987316363, "20": 0.06394326040989208, "30": 0.07714549627804451, "40": 0.08833893931967389, "50": 0.0965205277858732, "60": 0.10266116098309805, "70": 0.11061638522366274, "80": 0.11987481017760222, "90": 0.12817911703278068, "100": 0.13500676961115826 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.41508751211935335, "20": -0.996718027815134, "30": -1.2406906534374378, "40": -1.4017247849484709, "50": -1.41949409876178, "60": -1.371138453736466, "70": -1.377680090349752, "80": -1.416682862386652, "90": -1.418055056357542, "100": -1.3718897167411468 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_4b1a5c92", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -4.375730658132241, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1966745709027411, "position_mse": 6.416462492861034e-06, "position_mse_by_step": { "10": 1.9361168830072424e-08, "20": 1.4553763566991864e-07, "30": 4.0394406407732016e-07, "40": 8.050405253153972e-07, "50": 1.3554561625994666e-06, "60": 2.0574998162357716e-06, "70": 2.913905371266472e-06, "80": 3.9250212341000535e-06, "90": 5.0925037511108585e-06, "100": 6.416462492861034e-06 }, "relative_mse_by_step": { "10": 0.06384939544386853, "20": 0.11753763756403766, "30": 0.14289162011681736, "40": 0.15858279177429568, "50": 0.1695888371255785, "60": 0.177724284505953, "70": 0.18405737710126396, "80": 0.18909283448107925, "90": 0.19322820070783547, "100": 0.1966745709027411 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.571715170059552, "20": -6.7944639837025935, "30": -6.126855577521759, "40": -5.885423663407241, "50": -5.759022271087208, "60": -5.7111660844700785, "70": -5.70080351420699, "80": -5.716224566446116, "90": -5.7488563035509825, "100": -5.789430790850957 }, "split_id": "afd26b6b", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_6843c1e6", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -2.7223690878140907, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16265897937955134, "position_mse": 5.306711668546476e-06, "position_mse_by_step": { "10": 1.7802541529832185e-08, "20": 1.2967249439301198e-07, "30": 3.504525573358056e-07, "40": 6.859144149932003e-07, "50": 1.1418158423331144e-06, "60": 1.72089507474636e-06, "70": 2.426175069152643e-06, "80": 3.2581255181542343e-06, "90": 4.2182549285436316e-06, "100": 5.306711668546476e-06 }, "relative_mse_by_step": { "10": 0.058709343636248607, "20": 0.10472479216687462, "30": 0.12396947534352121, "40": 0.13511645616255052, "50": 0.14285908040100564, "60": 0.14864878405124882, "70": 0.15324980145893569, "80": 0.1569642946057026, "90": 0.1600560058088608, "100": 0.16265897937955134 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.336570953301324, "20": -5.957429577996156, "30": -4.974367817482953, "40": -4.5110660321030585, "50": -4.227184117183368, "60": -4.0504495218895915, "70": -3.9269281040902717, "80": -3.8371638153139482, "90": -3.769398033100316, "100": -3.7156416404128203 }, "split_id": "9b5807d5", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_6f036fe4", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -0.43315267011853664, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09602066240531988, "position_mse": 3.1372317737675204e-06, "position_mse_by_step": { "10": 1.2875695337699611e-08, "20": 8.779813413438221e-08, "30": 2.2064555165814324e-07, "40": 4.0600376252086787e-07, "50": 6.465762016968516e-07, "60": 9.504969485517125e-07, "70": 1.3312251517001123e-06, "80": 1.8076009358277847e-06, "90": 2.4018168200460164e-06, "100": 3.1372317737675204e-06 }, "relative_mse_by_step": { "10": 0.04236022098670297, "20": 0.07070762295913789, "30": 0.07783231020025973, "40": 0.07976004193553539, "50": 0.08069382127190312, "60": 0.08191689274453981, "70": 0.08391934376457365, "80": 0.08692658224315833, "90": 0.09098688809987053, "100": 0.09602066240531988 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.682524479944169, "20": -1.3373229610671205, "30": -1.403337884724746, "40": -1.384139970429425, "50": -1.3463567529040676, "60": -1.3029182302611027, "70": -1.2602279947161898, "80": -1.2224912614370411, "90": -1.189715619695777, "100": -1.1589652284944827 }, "split_id": "2bd6c7b3", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_77692656", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -4.089577744541728, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13214065586778154, "position_mse": 4.311058406106635e-06, "position_mse_by_step": { "10": 1.750890349689576e-08, "20": 1.247236971606875e-07, "30": 3.291077003301065e-07, "40": 6.275823056662538e-07, "50": 1.0167975966725504e-06, "60": 1.4926008473383133e-06, "70": 2.0562823250104755e-06, "80": 2.710766338103505e-06, "90": 3.461227027961351e-06, "100": 4.311058406106635e-06 }, "relative_mse_by_step": { "10": 0.057740982115987674, "20": 0.10072809445501882, "30": 0.11641892201215122, "40": 0.12362576910238486, "50": 0.12721733595654144, "60": 0.12892901158625578, "70": 0.12988545717825442, "80": 0.13059457768905944, "90": 0.13133160102403654, "100": 0.13214065586778154 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.567835791023878, "20": -6.772003619631408, "30": -6.0800851561729425, "40": -5.808348910146635, "50": -5.642314340793433, "60": -5.545542904819891, "70": -5.4789148825995015, "80": -5.431878973513003, "90": -5.397328715337278, "100": -5.36741881077462 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_951112a7", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.14998986401286274, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1010159310136813, "position_mse": 3.300439514727519e-06, "position_mse_by_step": { "10": 1.1289501608161398e-08, "20": 7.950779006599922e-08, "30": 2.0728836262711475e-07, "40": 3.994384812244789e-07, "50": 6.617312089523303e-07, "60": 9.878176817729972e-07, "70": 1.39287912069059e-06, "80": 1.9050118794439185e-06, "90": 2.5408805121125103e-06, "100": 3.300439514727519e-06 }, "relative_mse_by_step": { "10": 0.03714174422496827, "20": 0.06403105143096012, "30": 0.07312058647751161, "40": 0.07847028267747516, "50": 0.08258519222499205, "60": 0.08513331390727354, "70": 0.0878059594971224, "80": 0.09161102350107006, "90": 0.0962549720283387, "100": 0.1010159310136813 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.3418341274377013, "20": -0.9457768527306296, "30": -0.5980478483114278, "40": -0.397582459247269, "50": -0.2693041146609909, "60": -0.17193229530567766, "70": -0.10008156413328906, "80": -0.050689709576846154, "90": -0.019716406804769937, "100": -0.0006557002301832426 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_971b127b", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -1.7352532020398534, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1336410796151626, "position_mse": 4.360009384640762e-06, "position_mse_by_step": { "10": 1.7787188477669248e-08, "20": 1.2633209381464536e-07, "30": 3.335394281275431e-07, "40": 6.364006952403705e-07, "50": 1.031520337895537e-06, "60": 1.5148257311636825e-06, "70": 2.0869118446041412e-06, "80": 2.749648769346485e-06, "90": 3.5066801251965833e-06, "100": 4.360009384640762e-06 }, "relative_mse_by_step": { "10": 0.0586587122354574, "20": 0.10202705153991246, "30": 0.11798660630611137, "40": 0.1253628802087716, "50": 0.12905938192763267, "60": 0.1308487695103746, "70": 0.13182017650506345, "80": 0.13246778771691206, "90": 0.13305625762216794, "100": 0.1336410796151626 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.354600169667094, "20": -5.795595009693871, "30": -4.674192728282954, "40": -4.05600881656323, "50": -3.60604414040706, "60": -3.262399737429023, "70": -2.9883324996480702, "80": -2.7749613955324985, "90": -2.6122844984833233, "100": -2.4861992265100525 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_14bbb11e", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -1.7626416427421665, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11391003810220349, "position_mse": 3.6685969348582146e-06, "position_mse_by_step": { "10": 1.5911005011938682e-08, "20": 1.1221850986231629e-07, "30": 2.903539817467049e-07, "40": 5.421909319989839e-07, "50": 8.663762407934427e-07, "60": 1.2646684920371496e-06, "70": 1.742117476664719e-06, "80": 2.3010026775896873e-06, "90": 2.9428676226318983e-06, "100": 3.6685969348582146e-06 }, "relative_mse_by_step": { "10": 0.05337857163607631, "20": 0.09192564132249306, "30": 0.104033962194468, "40": 0.10812913855712457, "50": 0.1097320171558966, "60": 0.11059216859362227, "70": 0.11141530340580208, "80": 0.11225694067694088, "90": 0.1130973259185491, "100": 0.11391003810220349 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.36177077093101, "20": -5.2269563718448735, "30": -4.134073767922404, "40": -3.4539237076977125, "50": -2.9662226069015327, "60": -2.6141408111494933, "70": -2.3707175754097984, "80": -2.1993334066453385, "90": -2.0731047064116126, "100": -1.9783684898041352 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_1974653b", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -5.374679665935387, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15547303311576896, "position_mse": 5.0071784914150285e-06, "position_mse_by_step": { "10": 1.8015588808064007e-08, "20": 1.3103114481692402e-07, "30": 3.522857450580627e-07, "40": 6.820696254651791e-07, "50": 1.1226009753784182e-06, "60": 1.6735724792787162e-06, "70": 2.336808879428125e-06, "80": 3.1120633037419663e-06, "90": 4.001542429169344e-06, "100": 5.0071784914150285e-06 }, "relative_mse_by_step": { "10": 0.060439073272604484, "20": 0.10733632121202345, "30": 0.1262241408316296, "40": 0.13602514665012624, "50": 0.14218449639920364, "60": 0.1463498228566616, "70": 0.14944817085545148, "80": 0.15182542335717458, "90": 0.15378325032640308, "100": 0.15547303311576896 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.338027933867398, "20": -6.768728586896568, "30": -6.181675673449622, "40": -5.977228392288507, "50": -5.891591390823194, "60": -5.866373072558325, "70": -5.886238454952543, "80": -5.931359187467469, "90": -5.992016458748975, "100": -6.065329091928469 }, "split_id": "83286873", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_1ab8309e", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -3.265830555151064, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14901202117245968, "position_mse": 4.7990945595139624e-06, "position_mse_by_step": { "10": 1.798268433209468e-08, "20": 1.2997513889294917e-07, "30": 3.476590793027867e-07, "40": 6.696890598638967e-07, "50": 1.0966145784964608e-06, "60": 1.6269343144058114e-06, "70": 2.261578174105645e-06, "80": 2.9998955929905995e-06, "90": 3.844912215608279e-06, "100": 4.7990945595139624e-06 }, "relative_mse_by_step": { "10": 0.060328684649990236, "20": 0.10647127656011315, "30": 0.12456640441150116, "40": 0.13355609042968922, "50": 0.13889315527717636, "60": 0.14227142932903195, "70": 0.1446368696824768, "80": 0.1463531984987167, "90": 0.14776379563684247, "100": 0.14901202117245968 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.945668751386075, "20": -6.528595212834315, "30": -5.548168807277937, "40": -5.012300587522596, "50": -4.629432361483862, "60": -4.33374313743231, "70": -4.105587426410753, "80": -3.925236371695175, "90": -3.7850617979966916, "100": -3.6778678698379625 }, "split_id": "08cec8b9", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_798ae30b", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.2231387993577325, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08807641774209368, "position_mse": 2.8580121327844867e-06, "position_mse_by_step": { "10": 1.1997734118101328e-08, "20": 8.575032988440106e-08, "30": 2.259955688746881e-07, "40": 4.274801602477396e-07, "50": 6.867828307325194e-07, "60": 1.0013892158156068e-06, "70": 1.3719942984380395e-06, "80": 1.8012731071540397e-06, "90": 2.294797747432702e-06, "100": 2.8580121327844867e-06 }, "relative_mse_by_step": { "10": 0.03906304224455902, "20": 0.06874722061955996, "30": 0.07963507817765525, "40": 0.08408403051039062, "50": 0.08595993710912476, "60": 0.08665384032266965, "70": 0.08691885040967731, "80": 0.08711785950109756, "90": 0.08748466180934848, "100": 0.08807641774209368 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.45336594544855, "20": -1.1726590435683475, "30": -0.9374965752728461, "40": -0.7434535298613547, "50": -0.5783495060936412, "60": -0.4365728100505617, "70": -0.3175142772618256, "80": -0.21982036968959795, "90": -0.14229975174250975, "100": -0.08263976278608509 }, "split_id": "8edbbd8b", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_a6b0db79", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.15335733866853352, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07362612231909282, "position_mse": 2.389111140895953e-06, "position_mse_by_step": { "10": 1.1074948741418566e-08, "20": 7.62506876623397e-08, "30": 1.9454804123242297e-07, "40": 3.594407495453668e-07, "50": 5.694079612896173e-07, "60": 8.252803824453687e-07, "70": 1.1302368556747362e-06, "80": 1.4885108667174662e-06, "90": 1.90629189457273e-06, "100": 2.389111140895953e-06 }, "relative_mse_by_step": { "10": 0.036058574584483506, "20": 0.06113122659915981, "30": 0.06855377098762633, "40": 0.07070088804573967, "50": 0.0712689227971593, "60": 0.07141450432298352, "70": 0.07160298573961822, "80": 0.07199123777372848, "90": 0.07267363840372092, "100": 0.07362612231909282 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2728283563147422, "20": -0.9290195844616409, "30": -0.6360469151643022, "40": -0.400437358285342, "50": -0.21428180575839928, "60": -0.06995029861287927, "70": 0.041197277226931006, "80": 0.12603268232981124, "90": 0.1875312717508505, "100": 0.23093308275476088 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_bd8c4184", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -1.6442040375911837, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11509979534853985, "position_mse": 3.7348999882169666e-06, "position_mse_by_step": { "10": 1.2917789608625695e-08, "20": 9.565309947604359e-08, "30": 2.6091523962331765e-07, "40": 5.092015233592357e-07, "50": 8.408511407407917e-07, "60": 1.254683504470222e-06, "70": 1.7507461748778042e-06, "80": 2.3284458683698565e-06, "90": 2.9893412177882186e-06, "100": 3.7348999882169666e-06 }, "relative_mse_by_step": { "10": 0.042058621754815693, "20": 0.07668640740495285, "30": 0.09193988009855944, "40": 0.10015837086161417, "50": 0.10524361987780224, "60": 0.1085723136765537, "70": 0.11091361316352502, "80": 0.11261436103770642, "90": 0.11396276894707807, "100": 0.11509979534853985 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.5763793435532993, "20": -1.6803843916944219, "30": -1.6741879576588508, "40": -1.6552029233407506, "50": -1.6349945400215264, "60": -1.6147122665285525, "70": -1.5971526754615475, "80": -1.5817995552387134, "90": -1.5687808475937137, "100": -1.557460922263707 }, "split_id": "06b4f96f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_dd292d30", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -1.6322716639289614, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07517695352052188, "position_mse": 2.4394344226915825e-06, "position_mse_by_step": { "10": 1.1265121857562122e-08, "20": 7.851939214376102e-08, "30": 2.0196031578529575e-07, "40": 3.7482559920627116e-07, "50": 5.948971770054965e-07, "60": 8.618737561099416e-07, "70": 1.1776389681829511e-06, "80": 1.5437708151060698e-06, "90": 1.963253054019073e-06, "100": 2.4394344226915825e-06 }, "relative_mse_by_step": { "10": 0.036677753205760596, "20": 0.06295007823174377, "30": 0.0711656676121109, "40": 0.0737270405753344, "50": 0.07445923461313893, "60": 0.07458106164986168, "70": 0.0746060136172813, "80": 0.07466386326324265, "90": 0.0748451708518448, "100": 0.07517695352052188 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.3954184984180524, "20": -1.4389173178490133, "30": -1.4006291390611918, "40": -1.3733295117829751, "50": -1.3634697220213865, "60": -1.3642628267090928, "70": -1.3729066304707453, "80": -1.3837486582885896, "90": -1.394974525401758, "100": -1.406137074087955 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_df2427a2", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -5.328222334913771, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14279769985540575, "position_mse": 4.5989555681152135e-06, "position_mse_by_step": { "10": 1.6659988328575943e-08, "20": 1.2165095209277459e-07, "30": 3.25083441867134e-07, "40": 6.257369205643824e-07, "50": 1.0263635311551817e-06, "60": 1.528773076334541e-06, "70": 2.136329212630374e-06, "80": 2.8494384480381994e-06, "90": 3.6698254656844907e-06, "100": 4.5989555681152135e-06 }, "relative_mse_by_step": { "10": 0.05589127649609927, "20": 0.09965238178924932, "30": 0.11647754336896315, "40": 0.12479071520904991, "50": 0.12999541689389255, "60": 0.13368746898014255, "70": 0.13662670318627412, "80": 0.13901298157509465, "90": 0.14103503792179417, "100": 0.14279769985540575 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.336508217660578, "20": -6.764449524068903, "30": -6.172130186627873, "40": -5.961360261111899, "50": -5.8681427391327174, "60": -5.835548182851762, "70": -5.848232468527355, "80": -5.887388356802332, "90": -5.942756000650341, "100": -6.0123926256610964 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_0826a398", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.02833825277101998, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08484625702721665, "position_mse": 2.747693678527087e-06, "position_mse_by_step": { "10": 7.313517547918075e-09, "20": 4.8267879471097785e-08, "30": 1.4785006382364177e-07, "40": 3.1943836660275337e-07, "50": 5.575794939919173e-07, "60": 8.600118150070557e-07, "70": 1.2174688874568217e-06, "80": 1.6441435929794223e-06, "90": 2.156831103710439e-06, "100": 2.747693678527087e-06 }, "relative_mse_by_step": { "10": 0.024026188684000097, "20": 0.038911546958685456, "30": 0.05232393549081373, "40": 0.06305821697271544, "50": 0.07000361108928772, "60": 0.07462344268145361, "70": 0.07732083433726002, "80": 0.07970120786778069, "90": 0.08240275626470507, "100": 0.08484625702721665 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.1305932053983434, "20": 0.17929170047189225, "30": 0.11360451889297751, "40": 0.052289467373006104, "50": 0.021903260229799826, "60": -0.005614883843936935, "70": -0.009560345358701872, "80": -0.005904732543827729, "90": -0.004866814224214311, "100": -0.004921688033396654 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 3, "name": "seed-3_0f2c7bca", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -1.4562577984781102, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09043177344271985, "position_mse": 2.928577181039925e-06, "position_mse_by_step": { "10": 1.2389325821609326e-08, "20": 8.775313214494571e-08, "30": 2.2743359992765428e-07, "40": 4.274836084355067e-07, "50": 6.8646236479302e-07, "60": 1.0044667722094605e-06, "70": 1.3847721001119291e-06, "80": 1.8303092787164133e-06, "90": 2.344137011586359e-06, "100": 2.928577181039925e-06 }, "relative_mse_by_step": { "10": 0.040701109679059544, "20": 0.07074290728422018, "30": 0.08048844013522322, "40": 0.08438671415612342, "50": 0.0861847412435507, "60": 0.08715783584994403, "70": 0.08794617690089553, "80": 0.08872574202655448, "90": 0.0895588673978793, "100": 0.09043177344271985 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.8372311531116008, "20": -1.9998512163295188, "30": -2.051520035382377, "40": -2.078023476258736, "50": -2.1008250992392155, "60": -2.1222355122475918, "70": -2.1420831229310613, "80": -2.1587658457877237, "90": -2.1727824355705114, "100": -2.1824789086764658 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 3, "name": "seed-3_177b6e31", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -5.945633697140933, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1836327197519339, "position_mse": 6.1442280517504904e-06, "position_mse_by_step": { "10": 1.955505632026241e-08, "20": 1.4504970138012093e-07, "30": 3.9778943085520625e-07, "40": 7.858931918950215e-07, "50": 1.315275533134549e-06, "60": 1.987291638475394e-06, "70": 2.805128783376988e-06, "80": 3.7701321506996726e-06, "90": 4.882304401121473e-06, "100": 6.1442280517504904e-06 }, "relative_mse_by_step": { "10": 0.0628752347605875, "20": 0.11415014960296323, "30": 0.13713466248285963, "40": 0.15088494886886633, "50": 0.16039832629141815, "60": 0.16732841828962192, "70": 0.1727329426282984, "80": 0.17707617087652738, "90": 0.1806238707437021, "100": 0.1836327197519339 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.483937424391577, "20": -6.185420401308652, "30": -5.612810773724497, "40": -5.388210256025036, "50": -5.275528695345185, "60": -5.23067151637299, "70": -5.2270078613783575, "80": -5.245963543133307, "90": -5.285827596993404, "100": -5.334185436818848 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 3, "name": "seed-3_19a3b868", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -1.069604800068423, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0945475527233246, "position_mse": 3.06186415335625e-06, "position_mse_by_step": { "10": 1.3160081753306662e-08, "20": 9.518913270945007e-08, "30": 2.5043597315286903e-07, "40": 4.7390361968626035e-07, "50": 7.610740244246017e-07, "60": 1.1070689291768433e-06, "70": 1.509017105304013e-06, "80": 1.9661567423310903e-06, "90": 2.482056763345294e-06, "100": 3.06186415335625e-06 }, "relative_mse_by_step": { "10": 0.04323317818411756, "20": 0.07673750013398023, "30": 0.08862894857766394, "40": 0.09355018181486609, "50": 0.09555216895539419, "60": 0.09606065095764832, "70": 0.09583691444882309, "80": 0.09531105913760053, "90": 0.09482815699071241, "100": 0.0945475527233246 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.6558361765747192, "20": -1.7748462646021221, "30": -1.7752128888785204, "40": -1.7538933678389474, "50": -1.7334369374277379, "60": -1.714097237506285, "70": -1.698424861986033, "80": -1.6869163082019845, "90": -1.6814889470043188, "100": -1.6795808067007494 }, "split_id": "dd5c942d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_27fdfbf8", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.1134850815249, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08882792661332753, "position_mse": 2.876637591141064e-06, "position_mse_by_step": { "10": 1.254370302152173e-08, "20": 8.874531259702882e-08, "30": 2.295894450808435e-07, "40": 4.3073794273595924e-07, "50": 6.90781711857166e-07, "60": 1.0082532719073762e-06, "70": 1.3832811477852504e-06, "80": 1.8170066527188412e-06, "90": 2.313146623172153e-06, "100": 2.876637591141064e-06 }, "relative_mse_by_step": { "10": 0.04120826587432414, "20": 0.07154276169414592, "30": 0.08125139078811038, "40": 0.0850291307844143, "50": 0.08672703143767774, "60": 0.08748639138632168, "70": 0.08785148727141621, "80": 0.08808088633125687, "90": 0.08837486489594432, "100": 0.08882792661332753 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.604075229177341, "20": -1.2811343450285455, "30": -1.0282373068857322, "40": -0.8257585188915542, "50": -0.6596900865755901, "60": -0.5188940848144157, "70": -0.3985268538545794, "80": -0.2939522484968262, "90": -0.20448361128628822, "100": -0.12877667610740873 }, "split_id": "fffd0fc8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 3, "name": "seed-3_408ab198", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -6.0515934457844125, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16193107393629963, "position_mse": 5.418105489444055e-06, "position_mse_by_step": { "10": 1.98172417491855e-08, "20": 1.4189456601444914e-07, "30": 3.80210975998401e-07, "40": 7.371119818649114e-07, "50": 1.21430774575921e-06, "60": 1.81070108007069e-06, "70": 2.528196102754724e-06, "80": 3.367956182184376e-06, "90": 4.330339107078934e-06, "100": 5.418105489444055e-06 }, "relative_mse_by_step": { "10": 0.06371823772229532, "20": 0.1116671443255846, "30": 0.13107463351583656, "40": 0.1415193627344368, "50": 0.148085268155412, "60": 0.15245962990916598, "70": 0.15568010814979036, "80": 0.15818670555366565, "90": 0.1602035733318389, "100": 0.16193107393629963 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.486660559739002, "20": -6.193706728803191, "30": -5.625667757218347, "40": -5.4085003744329185, "50": -5.304006006818584, "60": -5.268254322958619, "70": -5.2742849177408955, "80": -5.3033694029212315, "90": -5.3534908441823195, "100": -5.412030364112306 }, "split_id": "34b35607", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_8da81da1", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -2.6925194000632846, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12872285405167555, "position_mse": 4.306980650475063e-06, "position_mse_by_step": { "10": 1.7844874200534377e-08, "20": 1.2509885870061665e-07, "30": 3.267825903208177e-07, "40": 6.195766224388016e-07, "50": 1.0020929112540346e-06, "60": 1.4731712417821135e-06, "70": 2.0365174886397392e-06, "80": 2.69552246834337e-06, "90": 3.4515124322557054e-06, "100": 4.306980650475063e-06 }, "relative_mse_by_step": { "10": 0.05737649824455703, "20": 0.09844938183231883, "30": 0.11265563323936517, "40": 0.1189535524179869, "50": 0.1222055924438755, "60": 0.12403987868950689, "70": 0.12540374638459467, "80": 0.12660373114966494, "90": 0.12769083699304648, "100": 0.12872285405167555 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.061870858864456, "20": -5.123893331621425, "30": -4.128551591993182, "40": -3.5601817999915326, "50": -3.159353505901241, "60": -2.863276238582587, "70": -2.646299876239763, "80": -2.4871191670853174, "90": -2.3708775012369974, "100": -2.28130716571914 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_cbab807b", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -3.874124461174617, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.154589031035038, "position_mse": 5.172445641830693e-06, "position_mse_by_step": { "10": 1.9694568309525096e-08, "20": 1.402962560602207e-07, "30": 3.740784371280321e-07, "40": 7.215957411282099e-07, "50": 1.1827845810330472e-06, "60": 1.755123298303423e-06, "70": 2.4394939811957427e-06, "80": 3.2364701589975602e-06, "90": 4.14637221309379e-06, "100": 5.172445641830693e-06 }, "relative_mse_by_step": { "10": 0.06332380667636964, "20": 0.11040931808636364, "30": 0.12896049074853622, "40": 0.13854037371361452, "50": 0.14424100683213234, "60": 0.14778002368775744, "70": 0.15021804930776794, "80": 0.15201104895091694, "90": 0.15339760431592497, "100": 0.154589031035038 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.350506880422234, "20": -6.167874562801907, "30": -5.217330947580219, "40": -4.691033643436633, "50": -4.312730955792065, "60": -4.025457706698469, "70": -3.802068950585343, "80": -3.6223039022222965, "90": -3.4815513503315962, "100": -3.3685057962407265 }, "split_id": "964d0d0f", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_04da7694", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -3.6502507178281363, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1598765188385002, "position_mse": 5.372099806371417e-06, "position_mse_by_step": { "10": 1.769897826393268e-08, "20": 1.2893497179129147e-07, "30": 3.5107903012690906e-07, "40": 6.905214125449025e-07, "50": 1.1530929033451035e-06, "60": 1.741066538889819e-06, "70": 2.4558016402157332e-06, "80": 3.298799826114061e-06, "90": 4.270527899815793e-06, "100": 5.372099806371417e-06 }, "relative_mse_by_step": { "10": 0.056926254761411235, "20": 0.10152647074292481, "30": 0.12095331614107424, "40": 0.13234746657436472, "50": 0.1402727385542828, "60": 0.1461447409646515, "70": 0.15069272357685634, "80": 0.1543500543122673, "90": 0.15735099652938922, "100": 0.1598765188385002 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.918690820448207, "20": -5.97049893888947, "30": -5.131595131402373, "40": -4.737592159308689, "50": -4.505094630971646, "60": -4.35855183019494, "70": -4.253003094413587, "80": -4.177434459777593, "90": -4.120153222837928, "100": -4.074900086480712 }, "split_id": "fb6c7d6d", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 4, "name": "seed-4_27c6fe3c", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": -5.091809164193283, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18308941332240386, "position_mse": 6.152089181097966e-06, "position_mse_by_step": { "10": 1.8987875037370016e-08, "20": 1.4161597490870902e-07, "30": 3.9224532797683357e-07, "40": 7.795116497431666e-07, "50": 1.3094481122014453e-06, "60": 1.984012575308368e-06, "70": 2.804377517812944e-06, "80": 3.7721052625069463e-06, "90": 4.8876079379819466e-06, "100": 6.152089181097966e-06 }, "relative_mse_by_step": { "10": 0.06107180853246557, "20": 0.11151179492692861, "30": 0.13513587850146258, "40": 0.1494036102783461, "50": 0.159293212333872, "60": 0.16653757763556779, "70": 0.17208201150147157, "80": 0.17649590239774832, "90": 0.18008780125744778, "100": 0.18308941332240386 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.955798044874907, "20": -6.564406661670275, "30": -5.972200221807955, "40": -5.737547550948915, "50": -5.624993193547605, "60": -5.583807220235231, "70": -5.577472774459772, "80": -5.600050136564161, "90": -5.639765823405303, "100": -5.688307829169394 }, "split_id": "0ec969a2", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_28120346", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -1.8240262106516667, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1159469366206206, "position_mse": 3.895997487900007e-06, "position_mse_by_step": { "10": 1.6852462679319202e-08, "20": 1.1781180133039828e-07, "30": 3.0657647585030647e-07, "40": 5.762923528099658e-07, "50": 9.239777371915027e-07, "60": 1.3499019717398499e-06, "70": 1.8569207378098845e-06, "80": 2.449171239910746e-06, "90": 3.128535505376411e-06, "100": 3.895997487900007e-06 }, "relative_mse_by_step": { "10": 0.05420355737681632, "20": 0.09276782113314755, "30": 0.10562135081532562, "40": 0.11045397219397493, "50": 0.11240107989828768, "60": 0.11331047354076876, "70": 0.11394423672684555, "80": 0.11459613611826222, "90": 0.11527337860731193, "100": 0.1159469366206206 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.45541531320472, "20": -5.362530512411567, "30": -4.26200750181323, "40": -3.581690828256936, "50": -3.0925275645755432, "60": -2.73734325563123, "70": -2.4764257849303006, "80": -2.2900092808076895, "90": -2.1537823390546187, "100": -2.049959502462168 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 4, "name": "seed-4_4e2a06ee", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -1.1734820617836692, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09554774791575771, "position_mse": 2.99096039628109e-06, "position_mse_by_step": { "10": 1.0229458826830193e-08, "20": 6.957270395346882e-08, "30": 1.805430764128297e-07, "40": 3.4836360336092706e-07, "50": 5.829139768463522e-07, "60": 8.926665945604587e-07, "70": 1.284844321552165e-06, "80": 1.7632502671663783e-06, "90": 2.3306558107703625e-06, "100": 2.99096039628109e-06 }, "relative_mse_by_step": { "10": 0.0345849466866372, "20": 0.05788015415273585, "30": 0.06599832932293745, "40": 0.07107537100765225, "50": 0.07566925122542706, "60": 0.08010689077737784, "70": 0.08440554852687791, "80": 0.08842083133481622, "90": 0.09211388052111474, "100": 0.09554774791575771 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9990801974792216, "20": -1.4191807410981583, "30": -1.4825684132945893, "40": -1.5574304975181454, "50": -1.6551193233142443, "60": -1.7634994037448082, "70": -1.8623402238995155, "80": -1.9332989396470426, "90": -1.970513292282409, "100": -1.9837961631829057 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 4, "name": "seed-4_6270a513", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -5.112120520548865, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17522026366664115, "position_mse": 5.887673507995065e-06, "position_mse_by_step": { "10": 1.8799605799075486e-08, "20": 1.395607369733146e-07, "30": 3.8431067917851384e-07, "40": 7.594983437846687e-07, "50": 1.2695758809197093e-06, "60": 1.915770201930757e-06, "70": 2.6991982159480746e-06, "80": 3.621671699046861e-06, "90": 4.683995528255634e-06, "100": 5.887673507995065e-06 }, "relative_mse_by_step": { "10": 0.06046626721459574, "20": 0.1098934515774196, "30": 0.13240224304558065, "40": 0.14556779824809624, "50": 0.15444279043123632, "60": 0.1608093278775526, "70": 0.1656280067470252, "80": 0.16945715196898883, "90": 0.17258554010196686, "100": 0.17522026366664115 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.955140567741969, "20": -6.565160131602946, "30": -5.971834993355051, "40": -5.737476673376099, "50": -5.624456169431503, "60": -5.582887477345555, "70": -5.577085611066719, "80": -5.600519223246639, "90": -5.642052991236745, "100": -5.6929934835818115 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_aa5c9659", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": 0.29613394031806006, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07571749732139348, "position_mse": 2.3702079926936547e-06, "position_mse_by_step": { "10": 1.1286005749796704e-08, "20": 7.809351095947445e-08, "30": 1.996333681221683e-07, "40": 3.6903662764383887e-07, "50": 5.841706145101203e-07, "60": 8.428015743585807e-07, "70": 1.1454683276822055e-06, "80": 1.4957893422920928e-06, "90": 1.9012796924146511e-06, "100": 2.3702079926936547e-06 }, "relative_mse_by_step": { "10": 0.038157043668628786, "20": 0.0649689345937428, "30": 0.07297687086624716, "40": 0.07529321367715705, "50": 0.07583237792139932, "60": 0.07563206025132858, "70": 0.07524949201735387, "80": 0.07500860179069806, "90": 0.07514376409205487, "100": 0.07571749732139348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.5335911997366551, "20": -1.0581486080794167, "30": -0.736940028893611, "40": -0.49709987535345124, "50": -0.3155583903055792, "60": -0.17258560828530367, "70": -0.05781468414293922, "80": 0.032321679486836064, "90": 0.09757540150415, "100": 0.14107095420298166 }, "split_id": "744f93a1", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 4, "name": "seed-4_cc75f4dd", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.586968114403297, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10928747322083512, "position_mse": 3.421059222676247e-06, "position_mse_by_step": { "10": 1.1081716012289229e-08, "20": 7.623819929644274e-08, "30": 1.967588000592205e-07, "40": 3.732803728593938e-07, "50": 6.145526796785816e-07, "60": 9.328181383645123e-07, "70": 1.3478171829157353e-06, "80": 1.8840123711275477e-06, "90": 2.5666149554126603e-06, "100": 3.421059222676247e-06 }, "relative_mse_by_step": { "10": 0.03746635711326655, "20": 0.06342543090687353, "30": 0.07192605965017028, "40": 0.07615904972531909, "50": 0.07977633571499598, "60": 0.08371004491538853, "70": 0.08854243796674253, "80": 0.09447662830523038, "90": 0.10143963010498867, "100": 0.10928747322083512 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7079305112102787, "20": -1.1715599070358116, "30": -1.2114137711993642, "40": -1.2087102661759044, "50": -1.1948050443056917, "60": -1.176359993597619, "70": -1.1615517199208982, "80": -1.1498724525022204, "90": -1.137299666526689, "100": -1.1228661253402268 }, "split_id": "56b4e2bd", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_fc5a40b8", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.19866624502527064, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09554754899777441, "position_mse": 2.9909541694905785e-06, "position_mse_by_step": { "10": 1.0229458826830193e-08, "20": 6.957270395346882e-08, "30": 1.805430764128297e-07, "40": 3.4836360336092706e-07, "50": 5.829139768463522e-07, "60": 8.926663485096599e-07, "70": 1.2848431846837878e-06, "80": 1.76324781396683e-06, "90": 2.3306516612007856e-06, "100": 2.9909541694905785e-06 }, "relative_mse_by_step": { "10": 0.0345849466866372, "20": 0.05788015415273585, "30": 0.06599832932293745, "40": 0.07107537100765225, "50": 0.07566925122542706, "60": 0.08010686869705738, "70": 0.08440547384234426, "80": 0.08842070831544255, "90": 0.0921137165187964, "100": 0.09554754899777441 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.4034577069715066, "20": -0.8361757394147096, "30": -0.4628923813021537, "40": -0.2136134257504556, "50": -0.05770774936893974, "60": 0.03153843239998, "70": 0.07336878454621387, "80": 0.08806963757409314, "90": 0.08968155494080865, "100": 0.08641469605646857 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_043d358c", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20292677429487405, "position_mse": 6.6279123858846235e-06, "position_mse_by_step": { "10": 1.9993982472829178e-08, "20": 1.5382716134532918e-07, "30": 4.2646210359923285e-07, "40": 8.450606583007162e-07, "50": 1.4163123923692314e-06, "60": 2.14252841134664e-06, "70": 3.025413476263696e-06, "80": 4.066263489375745e-06, "90": 5.266710710673449e-06, "100": 6.6279123858846235e-06 }, "relative_mse_by_step": { "10": 0.06579089914565041, "20": 0.12384525640152214, "30": 0.15037051522629635, "40": 0.16599350000829288, "50": 0.17677576929860142, "60": 0.18468170455714944, "70": 0.1907642950991383, "80": 0.1956032490193465, "90": 0.19958314366005128, "100": 0.20292677429487405 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.952497554590812, "20": -5.584364448673626, "30": -5.053825881826046, "40": -4.8529138589560095, "50": -4.726709075752906, "60": -4.6426933379672235, "70": -4.581563797077873, "80": -4.533746898435982, "90": -4.498307407216928, "100": -4.468621182307518 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_3d49adda", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1461838160021337, "position_mse": 4.658424946666985e-06, "position_mse_by_step": { "10": 1.4410788007742807e-08, "20": 1.0866123801697318e-07, "30": 3.006527758943532e-07, "40": 5.953359609226335e-07, "50": 9.977347330293794e-07, "60": 1.508364126731213e-06, "70": 2.128992747937478e-06, "80": 2.860828294615203e-06, "90": 3.7034869575133403e-06, "100": 4.658424946666985e-06 }, "relative_mse_by_step": { "10": 0.047636618723210594, "20": 0.08839772247245496, "30": 0.10755553215679166, "40": 0.11896517897130973, "50": 0.12694255012637118, "60": 0.1327466932696106, "70": 0.1372295689916408, "80": 0.14082383007214375, "90": 0.14373744450326792, "100": 0.1461838160021337 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.7519737325519666, "20": -1.6588795916096277, "30": -1.6189708985852898, "40": -1.6012304058264486, "50": -1.5897012271100346, "60": -1.5818950910321128, "70": -1.5757781380076823, "80": -1.5712153658485213, "90": -1.5680856367393599, "100": -1.5648636483280618 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_5f4e89ca", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20292677429487405, "position_mse": 6.6279123858846235e-06, "position_mse_by_step": { "10": 1.9993982472829178e-08, "20": 1.5382716134532918e-07, "30": 4.2646210359923285e-07, "40": 8.450606583007162e-07, "50": 1.4163123923692314e-06, "60": 2.14252841134664e-06, "70": 3.025413476263696e-06, "80": 4.066263489375745e-06, "90": 5.266710710673449e-06, "100": 6.6279123858846235e-06 }, "relative_mse_by_step": { "10": 0.06579089914565041, "20": 0.12384525640152214, "30": 0.15037051522629635, "40": 0.16599350000829288, "50": 0.17677576929860142, "60": 0.18468170455714944, "70": 0.1907642950991383, "80": 0.1956032490193465, "90": 0.19958314366005128, "100": 0.20292677429487405 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.943142929857322, "20": -5.05533487619912, "30": -4.634355417164482, "40": -4.501459152686678, "50": -4.440003760506959, "60": -4.422199148410113, "70": -4.429466985171088, "80": -4.451672167650285, "90": -4.486450592960679, "100": -4.524875410604397 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_7b47b0df", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1461838160021337, "position_mse": 4.658424946666985e-06, "position_mse_by_step": { "10": 1.4410788007742807e-08, "20": 1.0866123801697318e-07, "30": 3.006527758943532e-07, "40": 5.953359609226335e-07, "50": 9.977347330293794e-07, "60": 1.508364126731213e-06, "70": 2.128992747937478e-06, "80": 2.860828294615203e-06, "90": 3.7034869575133403e-06, "100": 4.658424946666985e-06 }, "relative_mse_by_step": { "10": 0.047636618723210594, "20": 0.08839772247245496, "30": 0.10755553215679166, "40": 0.11896517897130973, "50": 0.12694255012637118, "60": 0.1327466932696106, "70": 0.1372295689916408, "80": 0.14082383007214375, "90": 0.14373744450326792, "100": 0.1461838160021337 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2248637627555423, "20": -1.5511332539004963, "30": -1.6124150948683527, "40": -1.6363524116771675, "50": -1.6479438782055413, "60": -1.6544792704637525, "70": -1.6583315643139707, "80": -1.6606813906331301, "90": -1.6630256111682202, "100": -1.6640214827771889 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_1397a9d4", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20008916704070878, "position_mse": 6.527862903940981e-06, "position_mse_by_step": { "10": 1.9610301249528562e-08, "20": 1.478021273751803e-07, "30": 4.107431509835026e-07, "40": 8.189793581842813e-07, "50": 1.3791555651161097e-06, "60": 2.0935667281816807e-06, "70": 2.9649453320449278e-06, "80": 3.993619054654119e-06, "90": 5.181235117187757e-06, "100": 6.527862903940981e-06 }, "relative_mse_by_step": { "10": 0.06467098604655133, "20": 0.11936646351750771, "30": 0.14529673664095444, "40": 0.16132856538557688, "50": 0.17255400429532353, "60": 0.18083969966630672, "70": 0.18728132575823456, "80": 0.1923976207622589, "90": 0.19659499296786032, "100": 0.20008916704070878 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.979096984942363, "20": -7.513920629530126, "30": -6.687942532032602, "40": -6.349888350490168, "50": -6.134669969349812, "60": -5.998665033931331, "70": -5.8976591059620365, "80": -5.821566471893839, "90": -5.762690843421011, "100": -5.714466384273035 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_1cf3aa97", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20008916704070878, "position_mse": 6.527862903940981e-06, "position_mse_by_step": { "10": 1.9610301249528562e-08, "20": 1.478021273751803e-07, "30": 4.107431509835026e-07, "40": 8.189793581842813e-07, "50": 1.3791555651161097e-06, "60": 2.0935667281816807e-06, "70": 2.9649453320449278e-06, "80": 3.993619054654119e-06, "90": 5.181235117187757e-06, "100": 6.527862903940981e-06 }, "relative_mse_by_step": { "10": 0.06467098604655133, "20": 0.11936646351750771, "30": 0.14529673664095444, "40": 0.16132856538557688, "50": 0.17255400429532353, "60": 0.18083969966630672, "70": 0.18728132575823456, "80": 0.1923976207622589, "90": 0.19659499296786032, "100": 0.20008916704070878 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.571742139536052, "20": -6.793669733846091, "30": -6.125414182401138, "40": -5.883137506035066, "50": -5.755204011380126, "60": -5.704931040351241, "70": -5.692183857890451, "80": -5.704602667677845, "90": -5.733963742883003, "100": -5.770998840566325 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_2a6be958", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16971927968486436, "position_mse": 5.545147299658635e-06, "position_mse_by_step": { "10": 1.7154970571864326e-08, "20": 1.289109019626216e-07, "30": 3.559000828521976e-07, "40": 7.059734392887509e-07, "50": 1.1842391135528732e-06, "60": 1.7921374856249323e-06, "70": 2.5312781265845225e-06, "80": 3.4024730494154807e-06, "90": 4.406781285634257e-06, "100": 5.545147299658635e-06 }, "relative_mse_by_step": { "10": 0.056438765082988535, "20": 0.10381750752634687, "30": 0.12554309588696416, "40": 0.13868953029751974, "50": 0.14779507677741033, "60": 0.1544521888440547, "70": 0.15956970088591407, "80": 0.1636231468450196, "90": 0.1669400065692461, "100": 0.16971927968486436 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2511945802194724, "20": -2.0924807150402738, "30": -2.2843001115693222, "40": -2.3676651528424584, "50": -2.4118143229572446, "60": -2.438075863589167, "70": -2.4556096726761525, "80": -2.4671394579802133, "90": -2.476086403161972, "100": -2.4824245089960963 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_b976ccf9", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16971927968486436, "position_mse": 5.545147299658635e-06, "position_mse_by_step": { "10": 1.7154970571864326e-08, "20": 1.289109019626216e-07, "30": 3.559000828521976e-07, "40": 7.059734392887509e-07, "50": 1.1842391135528732e-06, "60": 1.7921374856249323e-06, "70": 2.5312781265845225e-06, "80": 3.4024730494154807e-06, "90": 4.406781285634257e-06, "100": 5.545147299658635e-06 }, "relative_mse_by_step": { "10": 0.056438765082988535, "20": 0.10381750752634687, "30": 0.12554309588696416, "40": 0.13868953029751974, "50": 0.14779507677741033, "60": 0.1544521888440547, "70": 0.15956970088591407, "80": 0.1636231468450196, "90": 0.1669400065692461, "100": 0.16971927968486436 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.587755125881811, "20": -2.5270157031650036, "30": -2.4810359422103114, "40": -2.458767824289344, "50": -2.443460165559754, "60": -2.432272954531938, "70": -2.4239656131961045, "80": -2.4167918821151733, "90": -2.411381425597978, "100": -2.4064856858819192 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_15fa13b7", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1872572564329427, "position_mse": 6.0308240469859295e-06, "position_mse_by_step": { "10": 1.8536841817073936e-08, "20": 1.399021745562834e-07, "30": 3.8686258854170317e-07, "40": 7.665568417231887e-07, "50": 1.2856976348578948e-06, "60": 1.946250120811653e-06, "70": 2.7509728161995945e-06, "80": 3.699069555247141e-06, "90": 4.791882979507786e-06, "100": 6.0308240469859295e-06 }, "relative_mse_by_step": { "10": 0.06218778374444957, "20": 0.11460317138658063, "30": 0.13861303939655142, "40": 0.15287443234250517, "50": 0.16284171735401773, "60": 0.17019481614462278, "70": 0.17593559279640902, "80": 0.1804631674997567, "90": 0.18415682272934117, "100": 0.1872572564329427 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.501951493322983, "20": -7.3728615564300775, "30": -6.653486025456792, "40": -6.355385283897105, "50": -6.175323953596245, "60": -6.049831457767655, "70": -5.96289074014324, "80": -5.8955455418897245, "90": -5.840963740559102, "100": -5.799925127619678 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_26de63ec", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1442521474805618, "position_mse": 4.680871432429155e-06, "position_mse_by_step": { "10": 1.3902293478323153e-08, "20": 1.0547547303499779e-07, "30": 2.947358487302511e-07, "40": 5.880312147052027e-07, "50": 9.9017584808284e-07, "60": 1.5029002063166835e-06, "70": 2.1279365312360758e-06, "80": 2.8651920104039163e-06, "90": 3.7159254008299416e-06, "100": 4.680871432429155e-06 }, "relative_mse_by_step": { "10": 0.04526403670011785, "20": 0.08456113958354002, "30": 0.10385740071039043, "40": 0.11566392828541981, "50": 0.12393357815510829, "60": 0.1300514050303631, "70": 0.13480945019258692, "80": 0.13857387534109772, "90": 0.14166236539323113, "100": 0.1442521474805618 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.921722768413146, "20": -1.8356183659068512, "30": -1.7844363448117142, "40": -1.7581355699234589, "50": -1.7419069633920867, "60": -1.7294608345175249, "70": -1.7210827541259177, "80": -1.7143922197775336, "90": -1.709184104882798, "100": -1.7052335927455955 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_3ef8a6bb", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1442521474805618, "position_mse": 4.680871432429155e-06, "position_mse_by_step": { "10": 1.3902293478323153e-08, "20": 1.0547547303499779e-07, "30": 2.947358487302511e-07, "40": 5.880312147052027e-07, "50": 9.9017584808284e-07, "60": 1.5029002063166835e-06, "70": 2.1279365312360758e-06, "80": 2.8651920104039163e-06, "90": 3.7159254008299416e-06, "100": 4.680871432429155e-06 }, "relative_mse_by_step": { "10": 0.04526403670011785, "20": 0.08456113958354002, "30": 0.10385740071039043, "40": 0.11566392828541981, "50": 0.12393357815510829, "60": 0.1300514050303631, "70": 0.13480945019258692, "80": 0.13857387534109772, "90": 0.14166236539323113, "100": 0.1442521474805618 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.7582524937382225, "20": -1.8471937599005264, "30": -1.8518967039615144, "40": -1.8485050344521348, "50": -1.8446474961682227, "60": -1.8396481214139357, "70": -1.8362609573135469, "80": -1.8329861134912013, "90": -1.830552104942679, "100": -1.828594476655573 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_98874423", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1872572564329427, "position_mse": 6.0308240469859295e-06, "position_mse_by_step": { "10": 1.8536841817073936e-08, "20": 1.399021745562834e-07, "30": 3.8686258854170317e-07, "40": 7.665568417231887e-07, "50": 1.2856976348578948e-06, "60": 1.946250120811653e-06, "70": 2.7509728161995945e-06, "80": 3.699069555247141e-06, "90": 4.791882979507786e-06, "100": 6.0308240469859295e-06 }, "relative_mse_by_step": { "10": 0.06218778374444957, "20": 0.11460317138658063, "30": 0.13861303939655142, "40": 0.15287443234250517, "50": 0.16284171735401773, "60": 0.17019481614462278, "70": 0.17593559279640902, "80": 0.1804631674997567, "90": 0.18415682272934117, "100": 0.1872572564329427 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.336718056638524, "20": -6.761188378252446, "30": -6.16640623493139, "40": -5.950037404601201, "50": -5.847727450004772, "60": -5.801992400654475, "70": -5.797895110793952, "80": -5.815767674912597, "90": -5.8464719066183894, "100": -5.888368382635325 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_1a89e4e1", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19087163484353534, "position_mse": 6.38643731178945e-06, "position_mse_by_step": { "10": 1.9884168565655258e-08, "20": 1.481866947753271e-07, "30": 4.0833664414208217e-07, "40": 8.098665940029345e-07, "50": 1.359345920499371e-06, "60": 2.0581775053025403e-06, "70": 2.9093825572447584e-06, "80": 3.91411445670136e-06, "90": 5.0722725498124935e-06, "100": 6.38643731178945e-06 }, "relative_mse_by_step": { "10": 0.06393342704358378, "20": 0.11661887764555243, "30": 0.14077072825544912, "40": 0.15548764245187474, "50": 0.16577272594704434, "60": 0.17329695342841758, "70": 0.17915263403319925, "80": 0.18383875489258622, "90": 0.1876518598888905, "100": 0.19087163484353534 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.60756008031001, "20": -6.786560383939087, "30": -6.083669729900171, "40": -5.774631276029744, "50": -5.5822581794895285, "60": -5.455367984138887, "70": -5.365718476806807, "80": -5.294674012977917, "90": -5.242409180985644, "100": -5.19947656679899 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_49020eec", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19087163484353534, "position_mse": 6.38643731178945e-06, "position_mse_by_step": { "10": 1.9884168565655258e-08, "20": 1.481866947753271e-07, "30": 4.0833664414208217e-07, "40": 8.098665940029345e-07, "50": 1.359345920499371e-06, "60": 2.0581775053025403e-06, "70": 2.9093825572447584e-06, "80": 3.91411445670136e-06, "90": 5.0722725498124935e-06, "100": 6.38643731178945e-06 }, "relative_mse_by_step": { "10": 0.06393342704358378, "20": 0.11661887764555243, "30": 0.14077072825544912, "40": 0.15548764245187474, "50": 0.16577272594704434, "60": 0.17329695342841758, "70": 0.17915263403319925, "80": 0.18383875489258622, "90": 0.1876518598888905, "100": 0.19087163484353534 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.483937424391577, "20": -6.185120399795552, "30": -5.610531818505925, "40": -5.382752919280069, "50": -5.265863578561114, "60": -5.214471597445094, "70": -5.202367432999658, "80": -5.210899507710023, "90": -5.238440378467244, "100": -5.273114779990052 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_9228473d", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15448503469597327, "position_mse": 5.00290252196984e-06, "position_mse_by_step": { "10": 1.5415301265634237e-08, "20": 1.1613538513723296e-07, "30": 3.206073487582728e-07, "40": 6.355322707969029e-07, "50": 1.0659368337836587e-06, "60": 1.6138960618710435e-06, "70": 2.280942367503615e-06, "80": 3.0673060343084605e-06, "90": 3.974251945087254e-06, "100": 5.00290252196984e-06 }, "relative_mse_by_step": { "10": 0.050641970078306085, "20": 0.09362349334278063, "30": 0.11346250248710567, "40": 0.12545622572291298, "50": 0.1338274243618788, "60": 0.14003816943592742, "70": 0.14486149810283305, "80": 0.14869017333912168, "90": 0.15183818232320961, "100": 0.15448503469597327 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.187769901291941, "20": -2.024851138360572, "30": -1.962329857288394, "40": -1.9323653294898153, "50": -1.9133626668173407, "60": -1.899154603783776, "70": -1.8892496600975601, "80": -1.881300449696127, "90": -1.8755175163396576, "100": -1.8699843382607368 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_fcdc2df0", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15448503469597327, "position_mse": 5.00290252196984e-06, "position_mse_by_step": { "10": 1.5415301265634237e-08, "20": 1.1613538513723296e-07, "30": 3.206073487582728e-07, "40": 6.355322707969029e-07, "50": 1.0659368337836587e-06, "60": 1.6138960618710435e-06, "70": 2.280942367503615e-06, "80": 3.0673060343084605e-06, "90": 3.974251945087254e-06, "100": 5.00290252196984e-06 }, "relative_mse_by_step": { "10": 0.050641970078306085, "20": 0.09362349334278063, "30": 0.11346250248710567, "40": 0.12545622572291298, "50": 0.1338274243618788, "60": 0.14003816943592742, "70": 0.14486149810283305, "80": 0.14869017333912168, "90": 0.15183818232320961, "100": 0.15448503469597327 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.942950629195769, "20": -2.039209341940902, "30": -2.0534668413614203, "40": -2.0471764987995233, "50": -2.041850490774173, "60": -2.035919205000671, "70": -2.031463022343232, "80": -2.027325926384343, "90": -2.024395668353294, "100": -2.021121439986384 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_1e619d03", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14943178655228348, "position_mse": 4.67770894942987e-06, "position_mse_by_step": { "10": 1.4033482794083087e-08, "20": 1.061302570715128e-07, "30": 2.954942234773788e-07, "40": 5.883931761882114e-07, "50": 9.89832254916223e-07, "60": 1.5013235244205298e-06, "70": 2.1250755093912434e-06, "80": 2.861963575436935e-06, "90": 3.712406319574971e-06, "100": 4.67770894942987e-06 }, "relative_mse_by_step": { "10": 0.04744603428953814, "20": 0.08829376020338461, "30": 0.10801923541776906, "40": 0.1200477400407974, "50": 0.12849214213991847, "60": 0.13472707539983778, "70": 0.13960303285188314, "80": 0.14351745937731858, "90": 0.1467244329200755, "100": 0.14943178655228348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.4307264000550783, "20": -2.12827744471596, "30": -2.0221674982898867, "40": -1.9734742294479166, "50": -1.9419743243934668, "60": -1.9196053787189653, "70": -1.9038677929566958, "80": -1.8916067635565366, "90": -1.881368356302986, "100": -1.8736783815256786 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_740a9e2e", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14943178655228348, "position_mse": 4.67770894942987e-06, "position_mse_by_step": { "10": 1.4033482794083087e-08, "20": 1.061302570715128e-07, "30": 2.954942234773788e-07, "40": 5.883931761882114e-07, "50": 9.89832254916223e-07, "60": 1.5013235244205298e-06, "70": 2.1250755093912434e-06, "80": 2.861963575436935e-06, "90": 3.712406319574971e-06, "100": 4.67770894942987e-06 }, "relative_mse_by_step": { "10": 0.04744603428953814, "20": 0.08829376020338461, "30": 0.10801923541776906, "40": 0.1200477400407974, "50": 0.12849214213991847, "60": 0.13472707539983778, "70": 0.13960303285188314, "80": 0.14351745937731858, "90": 0.1467244329200755, "100": 0.14943178655228348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.3717601328076325, "20": -1.867726083547748, "30": -1.9396018083892725, "40": -1.9656304242522435, "50": -1.9747503630601755, "60": -1.977400141387558, "70": -1.9787048430210499, "80": -1.9785651106716888, "90": -1.977664096613942, "100": -1.977069523643812 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_7c38f510", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1866498424213895, "position_mse": 6.271725138974814e-06, "position_mse_by_step": { "10": 1.9248041998360625e-08, "20": 1.439310431727847e-07, "30": 3.9930778394291014e-07, "40": 7.94203017306927e-07, "50": 1.334628670690563e-06, "60": 2.022502874865495e-06, "70": 2.85897158473095e-06, "80": 3.845602454280846e-06, "90": 4.982782004146559e-06, "100": 6.271725138974814e-06 }, "relative_mse_by_step": { "10": 0.061908598683908064, "20": 0.11333473487188798, "30": 0.13756902715431288, "40": 0.15221940315928018, "50": 0.16235640514977445, "60": 0.16976844488433765, "70": 0.1754320087082039, "80": 0.1799348184096556, "90": 0.18359456541075111, "100": 0.1866498424213895 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.227122791161378, "20": -7.237265671320129, "30": -6.50218133100866, "40": -6.175327761763323, "50": -5.976917971514021, "60": -5.848020757156865, "70": -5.751030403719945, "80": -5.680121508860028, "90": -5.625954151889891, "100": -5.581928941643554 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_acb46cae", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1866498424213895, "position_mse": 6.271725138974814e-06, "position_mse_by_step": { "10": 1.9248041998360625e-08, "20": 1.439310431727847e-07, "30": 3.9930778394291014e-07, "40": 7.94203017306927e-07, "50": 1.334628670690563e-06, "60": 2.022502874865495e-06, "70": 2.85897158473095e-06, "80": 3.845602454280846e-06, "90": 4.982782004146559e-06, "100": 6.271725138974814e-06 }, "relative_mse_by_step": { "10": 0.061908598683908064, "20": 0.11333473487188798, "30": 0.13756902715431288, "40": 0.15221940315928018, "50": 0.16235640514977445, "60": 0.16976844488433765, "70": 0.1754320087082039, "80": 0.1799348184096556, "90": 0.18359456541075111, "100": 0.1866498424213895 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.955140567741969, "20": -6.5630028100369096, "30": -5.967477415473465, "40": -5.730202604279442, "50": -5.612986325521422, "60": -5.565931186570632, "70": -5.552652407853654, "80": -5.567131543242048, "90": -5.598224985657972, "100": -5.637616177923728 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_1baff14a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -5.889478296292997, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3236689516302843, "position_mse": 1.4382802977966744e-05, "position_mse_by_step": { "10": 3.529556256788778e-09, "20": 3.699370460757174e-08, "30": 1.5168939607893403e-07, "40": 4.282743820535221e-07, "50": 9.81939496114137e-07, "60": 1.9611299584149883e-06, "70": 3.5518474078344297e-06, "80": 5.975178445234113e-06, "90": 9.488192206065703e-06, "100": 1.4382802977966744e-05 }, "relative_mse_by_step": { "10": 0.00864925914737712, "20": 0.02227156968275819, "30": 0.040065282534038155, "40": 0.06294021351047732, "50": 0.09151186009554109, "60": 0.12585771922984146, "70": 0.1662202153566481, "80": 0.2126377118532295, "90": 0.26513628242431836, "100": 0.3236689516302843 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2732589617334992, "20": 0.18120805182935873, "30": -0.05967035878668625, "40": -0.4210073990106902, "50": -0.910712798700479, "60": -1.4774568071240584, "70": -2.130714486680599, "80": -2.854310528554715, "90": -3.661524644756481, "100": -4.5089218203002135 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_2ca62623", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -0.023967624271211907, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20955913029099188, "position_mse": 8.819156528261374e-06, "position_mse_by_step": { "10": 3.951344997231234e-09, "20": 3.701239358174949e-08, "30": 1.369917272191807e-07, "40": 3.541367598407825e-07, "50": 7.52957647266937e-07, "60": 1.4131661682118387e-06, "70": 2.4298115996706267e-06, "80": 3.9142594979629e-06, "90": 5.995495108176588e-06, "100": 8.819156528261374e-06 }, "relative_mse_by_step": { "10": 0.010414617296168237, "20": 0.023826215520047486, "30": 0.03854012749291575, "40": 0.05530351392525882, "50": 0.0744194931347261, "60": 0.09606775685642283, "70": 0.12031585126539726, "80": 0.14726816266322226, "90": 0.17699678106222555, "100": 0.20955913029099188 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.13380209765607098, "20": -0.08380943091412751, "30": -0.019213755812385047, "40": 0.046886500398348074, "50": 0.0892809082536693, "60": 0.12082859482105124, "70": 0.13415230818149948, "80": 0.13880347970525664, "90": 0.12938836365099937, "100": 0.1106349011179687 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_345e5669", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": -7.176339252671818, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13835137475301748, "position_mse": 6.147888312365727e-06, "position_mse_by_step": { "10": 4.07964907253192e-09, "20": 3.405173872396615e-08, "30": 1.1706607665473711e-07, "40": 2.861887710180002e-07, "50": 5.83552226934054e-07, "60": 1.060047468724536e-06, "70": 1.7775682993357935e-06, "80": 2.807900120517713e-06, "90": 4.233416841868478e-06, "100": 6.147888312365727e-06 }, "relative_mse_by_step": { "10": 0.009997274300647856, "20": 0.020500398104348377, "30": 0.03092032506928002, "40": 0.04205897692457111, "50": 0.05438415499219653, "60": 0.06802973771144911, "70": 0.08318707185309342, "80": 0.09992428882446545, "90": 0.1182978146972979, "100": 0.13835137475301748 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.1375651904371632, "20": 0.21232852623630094, "30": 0.08977259350505751, "40": -0.22201237033201604, "50": -0.7296079712522872, "60": -1.3800723668565773, "70": -2.1795200719676195, "80": -3.1051438346645828, "90": -4.159761688246579, "100": -5.297471716688326 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_5b314b18", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.2373832737725815, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0929409868913324, "position_mse": 3.911359577354492e-06, "position_mse_by_step": { "10": 3.962344167060142e-09, "20": 3.0898631691351444e-08, "30": 9.979889981082124e-08, "40": 2.3041211067363423e-07, "50": 4.455840971624119e-07, "60": 7.720833756203709e-07, "70": 1.2420235496587599e-06, "80": 1.8917767891122952e-06, "90": 2.765068753823081e-06, "100": 3.911359577354492e-06 }, "relative_mse_by_step": { "10": 0.010443607967553272, "20": 0.019890566016128222, "30": 0.028076602875500116, "40": 0.03598214253983855, "50": 0.044039851086027114, "60": 0.05248662165174709, "70": 0.06150070264259204, "80": 0.07117527390467826, "90": 0.08162933335980464, "100": 0.0929409868913324 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.39995698907799393, "20": -0.3484445888384988, "30": -0.2812015577496496, "40": -0.19277096555654238, "50": -0.1277602612142421, "60": -0.06727159601800015, "70": -0.026820779640916115, "80": 0.006153864237284479, "90": 0.024517184797339664, "100": 0.03038245836280673 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_2f104bac", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": -5.177653724427306, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15098116782784493, "position_mse": 6.2309887523172486e-06, "position_mse_by_step": { "10": 4.097456126775764e-09, "20": 3.376184299749444e-08, "30": 1.152253345943726e-07, "40": 2.815140214400864e-07, "50": 5.752503556420509e-07, "60": 1.0493549049377698e-06, "70": 1.7684921090221905e-06, "80": 2.810460296132078e-06, "90": 4.263125541521212e-06, "100": 6.2309887523172486e-06 }, "relative_mse_by_step": { "10": 0.01107761826626104, "20": 0.02224732789924238, "30": 0.03316143393933742, "40": 0.044942931833020144, "50": 0.05809238127452463, "60": 0.07284261330505362, "70": 0.08938480128316587, "80": 0.10788656297811959, "90": 0.1283688019184852, "100": 0.15098116782784493 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.06347694695839479, "20": 0.27995634971640915, "30": 0.24399579271183647, "40": -0.019831485494521628, "50": -0.4627598910239108, "60": -1.0475366666344477, "70": -1.754749133742755, "80": -2.5564720045559035, "90": -3.449433118486576, "100": -4.425606564590223 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_55bc1b7a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.31628654666421596, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.7647868986638073, "position_mse": 3.156273482350766e-05, "position_mse_by_step": { "10": 4.32208875673317e-09, "20": 5.427372156775943e-08, "30": 2.50409111198938e-07, "40": 7.671454649685724e-07, "50": 1.8637944500759268e-06, "60": 3.890010946504065e-06, "70": 7.288992043998275e-06, "80": 1.2598832602504574e-05, "90": 2.044904322247021e-05, "100": 3.156273482350766e-05 }, "relative_mse_by_step": { "10": 0.01168492056501012, "20": 0.03576360686588511, "30": 0.07206683519786741, "40": 0.1224726433224246, "50": 0.18821762863633243, "60": 0.2700311989730732, "70": 0.36840713174999395, "80": 0.4836377688350799, "90": 0.6157499124248484, "100": 0.7647868986638073 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0322716320044949, "20": -0.10806140886667115, "30": -0.08925711333541564, "40": -0.056076145345323125, "50": -0.012100001467063803, "60": 0.03186976854671775, "70": 0.07275813387518681, "80": 0.10867900191279634, "90": 0.13871028006592645, "100": 0.15560672442108536 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_5e94ec9f", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.042951624959153833, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11644219414034665, "position_mse": 4.769126495115675e-06, "position_mse_by_step": { "10": 3.2607779048327805e-09, "20": 2.9391425623462705e-08, "30": 1.0295886738731497e-07, "40": 2.510653479654528e-07, "50": 5.045324769525905e-07, "60": 8.99027340243005e-07, "70": 1.4750503006715527e-06, "80": 2.2777215333137845e-06, "90": 3.357132969280688e-06, "100": 4.769126495115675e-06 }, "relative_mse_by_step": { "10": 0.008661417853446289, "20": 0.019175299342297027, "30": 0.029481070245802023, "40": 0.04002034464073831, "50": 0.05100446105231302, "60": 0.06260850463742636, "70": 0.07490970699978704, "80": 0.08796256737324229, "90": 0.1017933572648403, "100": 0.11644219414034665 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.009480255377784963, "20": 0.05641948339871028, "30": 0.1598503547066572, "40": 0.23392468006059963, "50": 0.27242901500839456, "60": 0.2864142518983319, "70": 0.2763885208703609, "80": 0.24071840650918575, "90": 0.18343889055940776, "100": 0.10463007900888699 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_7b59de64", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.14597844116335235, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09171496215215763, "position_mse": 3.7563725007722886e-06, "position_mse_by_step": { "10": 3.89937733848354e-09, "20": 3.066531858918e-08, "30": 9.919254248456711e-08, "40": 2.2849970499854472e-07, "50": 4.399005898595273e-07, "60": 7.58472799995096e-07, "70": 1.2133861064609976e-06, "80": 1.8381659044410168e-06, "90": 2.6709676928606185e-06, "100": 3.7563725007722886e-06 }, "relative_mse_by_step": { "10": 0.010357693005343525, "20": 0.020006401557637533, "30": 0.02840262705927467, "40": 0.036423333679672584, "50": 0.044470660517039656, "60": 0.052820248829161455, "70": 0.06162121906705408, "80": 0.070987515307612, "90": 0.08098778662927451, "100": 0.09171496215215763 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4336508496561493, "20": -0.30059516009002496, "30": -0.12708882306603386, "40": -0.01545909035678883, "50": 0.03811755486387114, "60": 0.05035477236084662, "70": 0.0292901051799902, "80": -0.025014775326685834, "90": -0.10287335378940332, "100": -0.20606651745269167 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_2570cb8c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -10.66036320181836, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5244847048695443, "position_mse": 2.1009694553088462e-05, "position_mse_by_step": { "10": 4.312612241922206e-09, "20": 5.0004221208155286e-08, "30": 2.1992524230946792e-07, "40": 6.453059475981198e-07, "50": 1.5019014589207862e-06, "60": 3.0060594229196015e-06, "70": 5.4084017587488885e-06, "80": 8.993206029117573e-06, "90": 1.4076757322202735e-05, "100": 2.1009694553088462e-05 }, "relative_mse_by_step": { "10": 0.01176580248237596, "20": 0.03346985123675175, "30": 0.06455452941467035, "40": 0.10538640082348676, "50": 0.15549355524320538, "60": 0.21430228869074347, "70": 0.28107778431952624, "80": 0.3553019513802919, "90": 0.43652520804400513, "100": 0.5244847048695443 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.08459513408604602, "20": -0.043022497031987905, "30": -0.417997267678635, "40": -1.1997321224452624, "50": -2.3412276076734235, "60": -3.813915098237236, "70": -5.594958177850894, "80": -7.6063533127306755, "90": -9.906694138951853, "100": -12.446583674754258 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_44ae2eac", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -0.14515575674799575, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 2.3923489004978804, "position_mse": 9.829727215609247e-05, "position_mse_by_step": { "10": 6.405714860134383e-09, "20": 1.3105405339989115e-07, "30": 7.782158499074804e-07, "40": 2.6760934620792144e-06, "50": 6.7788353265184145e-06, "60": 1.4149732162747698e-05, "70": 2.588805262868326e-05, "80": 4.30942122745494e-05, "90": 6.68662204199271e-05, "100": 9.829727215609247e-05 }, "relative_mse_by_step": { "10": 0.017226211298105868, "20": 0.0862962948375096, "30": 0.2241435983808552, "40": 0.42793929809224995, "50": 0.6861472659437595, "60": 0.9850557202128625, "70": 1.3128850158552032, "80": 1.660548583540117, "90": 2.021898222577378, "100": 2.3923489004978804 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2416902931393492, "20": -0.36930255854989413, "30": -0.5368588665618332, "40": -0.642078205577679, "50": -0.674362172602651, "60": -0.6571896185571282, "70": -0.6216803341801516, "80": -0.5770841297234148, "90": -0.5310286523938712, "100": -0.4906773733921923 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_4fc0a03a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 86, "val_score": -5.364398476671911, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1395220926682431, "position_mse": 5.588945727400382e-06, "position_mse_by_step": { "10": 4.2697472732048225e-09, "20": 3.4658731681450457e-08, "30": 1.168586960277805e-07, "40": 2.8139585777710506e-07, "50": 5.65063104269419e-07, "60": 1.0122117373612127e-06, "70": 1.6741951932479943e-06, "80": 2.6104505975256742e-06, "90": 3.889001287201869e-06, "100": 5.588945727400382e-06 }, "relative_mse_by_step": { "10": 0.011648856945181741, "20": 0.023198493355266, "30": 0.03430146558379221, "40": 0.04595540575465986, "50": 0.05850162172606836, "60": 0.07216067995936726, "70": 0.08700889771646793, "80": 0.10313320836637484, "90": 0.12059930118291981, "100": 0.1395220926682431 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.18094444913322993, "20": 0.014557703120175902, "30": -0.08972567422119715, "40": -0.4806052386838999, "50": -1.0855028300345295, "60": -1.8688871380353875, "70": -2.79002034303321, "80": -3.7998043088132096, "90": -4.918971772290871, "100": -6.126216805259789 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_5033d6ae", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.19146763911903864, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10241360645724885, "position_mse": 4.207989120784207e-06, "position_mse_by_step": { "10": 4.1827339465021805e-09, "20": 3.143822969572544e-08, "30": 1.01278335965357e-07, "40": 2.351093745086733e-07, "50": 4.585226646115968e-07, "60": 8.022326499355716e-07, "70": 1.3027934276773782e-06, "80": 2.0028513079393765e-06, "90": 2.952079184329445e-06, "100": 4.207989120784207e-06 }, "relative_mse_by_step": { "10": 0.011248183901319523, "20": 0.020701402731233075, "30": 0.029170429597391443, "40": 0.03759679627331767, "50": 0.04641122811550567, "60": 0.055848679796289685, "70": 0.06606978108724844, "80": 0.07717583700687282, "90": 0.08926485777450331, "100": 0.10241360645724885 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.3288606653157138, "20": -0.9230998653714677, "30": -0.7035243362752917, "40": -0.5381516182209976, "50": -0.40745088354920966, "60": -0.3112555377764288, "70": -0.25487706168495006, "80": -0.22954948641152928, "90": -0.23319008568217647, "100": -0.26273284941639297 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_2580395b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": 0.05249793101518929, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12438837432795467, "position_mse": 5.1900479255501915e-06, "position_mse_by_step": { "10": 4.081722972313985e-09, "20": 3.305064062431029e-08, "30": 1.1127862375051985e-07, "40": 2.669168028189363e-07, "50": 5.337351759797976e-07, "60": 9.520128904633955e-07, "70": 1.5681190883956983e-06, "80": 2.4364162137706966e-06, "90": 3.6203077050751223e-06, "100": 5.1900479255501915e-06 }, "relative_mse_by_step": { "10": 0.010730289059154853, "20": 0.021331522055591547, "30": 0.03149928146957875, "40": 0.04201944599402486, "50": 0.053235874898987304, "60": 0.06533649675540493, "70": 0.07840683265495994, "80": 0.09253875815925698, "90": 0.10785733635042657, "100": 0.12438837432795467 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.14019571732019953, "20": -0.011807486686423285, "30": 0.08130309278498005, "40": 0.13768897618290787, "50": 0.15839234934527124, "60": 0.1549571938341503, "70": 0.12821839778455624, "80": 0.08388852922222623, "90": 0.020244054342261064, "100": -0.05803837585601057 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_4c03756c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -0.22227069286608692, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.9225906325351483, "position_mse": 3.973942569116064e-05, "position_mse_by_step": { "10": 4.5308637096143556e-09, "20": 6.168360907768797e-08, "30": 2.996260332923027e-07, "40": 9.454999591136064e-07, "50": 2.3358759611775376e-06, "60": 4.916250246164314e-06, "70": 9.242466571127547e-06, "80": 1.597015057736176e-05, "90": 2.5855058317704658e-05, "100": 3.973942569116064e-05 }, "relative_mse_by_step": { "10": 0.011523869539702478, "20": 0.03853057887300105, "30": 0.0820523395912401, "40": 0.14395659928200327, "50": 0.22532402492963421, "60": 0.3263243054586845, "70": 0.4470602763937418, "80": 0.5870087084633607, "90": 0.74578187026626, "100": 0.9225906325351483 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.09051143683210783, "20": -0.2112508872808725, "30": -0.277469295032718, "40": -0.32158193111902555, "50": -0.3385000057942642, "60": -0.35214227822571, "70": -0.36242852947600235, "80": -0.3790613844034343, "90": -0.4032131103675538, "100": -0.4357321337629736 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_4c158b77", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -6.723066879775, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10617093871698162, "position_mse": 4.573179025360982e-06, "position_mse_by_step": { "10": 3.800170308590874e-09, "20": 3.068250537450825e-08, "30": 1.0181226995444246e-07, "40": 2.4081475597118435e-07, "50": 4.7638960560496866e-07, "60": 8.425268755932588e-07, "70": 1.3817550747522285e-06, "80": 2.1428179382253024e-06, "90": 3.1847067702983622e-06, "100": 4.573179025360982e-06 }, "relative_mse_by_step": { "10": 0.009665412528725027, "20": 0.01916578343956525, "30": 0.02788120530470452, "40": 0.036665124088463126, "50": 0.04595364871833366, "60": 0.05592412585643968, "70": 0.06683581713531977, "80": 0.07876273829082149, "90": 0.0918619692215642, "100": 0.10617093871698162 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.02420098392517933, "20": 0.05109595926971122, "30": -0.20548559398519872, "40": -0.6892473866667748, "50": -1.3413743757611503, "60": -2.1517096359760757, "70": -3.076619077067777, "80": -4.104512275963638, "90": -5.251089480005793, "100": -6.490381661079213 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_e9b659ac", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -8.473145591837461, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1471962814863338, "position_mse": 6.14169740141993e-06, "position_mse_by_step": { "10": 3.7452779671249505e-09, "20": 3.063673817495425e-08, "30": 1.0525229460053457e-07, "40": 2.5938383174661794e-07, "50": 5.349617948370775e-07, "60": 9.860600812316988e-07, "70": 1.680783529017e-06, "80": 2.701346082696026e-06, "90": 4.149737294158383e-06, "100": 6.14169740141993e-06 }, "relative_mse_by_step": { "10": 0.009845821352092275, "20": 0.01977354277392492, "30": 0.029793427894778166, "40": 0.04083356609510162, "50": 0.05335822045718481, "60": 0.06767315016781944, "70": 0.0840401177844692, "80": 0.10260119368692995, "90": 0.1236302678014112, "100": 0.1471962814863338 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.21916380366616373, "20": 0.23840270000685893, "30": 0.002567516442027351, "40": -0.48176572456965494, "50": -1.1888694235159099, "60": -2.073291194697764, "70": -3.1710833119174096, "80": -4.430031479869016, "90": -5.826389244023933, "100": -7.402170105796564 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_1e57dde9", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -7.194115352700548, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6901758135990986, "position_mse": 2.9775805030242607e-05, "position_mse_by_step": { "10": 4.170850525271013e-09, "20": 5.2921170734521186e-08, "30": 2.552079812241053e-07, "40": 8.034161550897677e-07, "50": 1.9649785745709127e-06, "60": 4.066745366669368e-06, "70": 7.47926626770225e-06, "80": 1.260604362219705e-05, "90": 1.988370804610895e-05, "100": 2.9775805030242607e-05 }, "relative_mse_by_step": { "10": 0.010718318644635303, "20": 0.033228335371640744, "30": 0.07007449165775216, "40": 0.12249503621415443, "50": 0.18961701929532856, "60": 0.26988224778014264, "70": 0.361528665132226, "80": 0.46287966326898133, "90": 0.5727673016475893, "100": 0.6901758135990986 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.09395127582888119, "20": 0.05465670836999437, "30": -0.34014469863312624, "40": -1.0089343724094548, "50": -1.8573129687938543, "60": -2.839040993225942, "70": -3.9394131879882828, "80": -5.154946824466234, "90": -6.45195800287502, "100": -7.810534611736047 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_2e75f5d7", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.08751278820317632, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16016003475650425, "position_mse": 6.839979745823907e-06, "position_mse_by_step": { "10": 3.371131558032354e-09, "20": 3.308287419250584e-08, "30": 1.22706476141892e-07, "40": 3.137614697834579e-07, "50": 6.553717404195985e-07, "60": 1.2044192487792316e-06, "70": 2.024171515456276e-06, "80": 3.1847387292925435e-06, "90": 4.762794742418919e-06, "100": 6.839979745823907e-06 }, "relative_mse_by_step": { "10": 0.008792214394218735, "20": 0.021055831493465307, "30": 0.03411499767625944, "40": 0.04839876463335496, "50": 0.0639508408705646, "60": 0.08079880082103146, "70": 0.09887095078563317, "80": 0.11814228329928989, "90": 0.13859927709895256, "100": 0.16016003475650425 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.27463999597044964, "20": 0.16750443861339415, "30": 0.11448739943151132, "40": 0.09142490081923027, "50": 0.07364352859342926, "60": 0.058719934198325885, "70": 0.03988205328563166, "80": 0.01874766463628219, "90": -0.0006097396848634418, "100": -0.021307580459097197 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_4d78d2f8", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": 0.052743259574419166, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12167487766953484, "position_mse": 5.196388100817525e-06, "position_mse_by_step": { "10": 4.368097601086569e-09, "20": 3.590982594455941e-08, "30": 1.2011634191415915e-07, "40": 2.853702014249393e-07, "50": 5.640990983530563e-07, "60": 9.94347104616671e-07, "70": 1.6197716986100983e-06, "80": 2.490001111254969e-06, "90": 3.6615919173397873e-06, "100": 5.196388100817525e-06 }, "relative_mse_by_step": { "10": 0.011392391528630181, "20": 0.022855065120659657, "30": 0.03339488553598309, "40": 0.044019315761335415, "50": 0.05504450291205519, "60": 0.06670605250980867, "70": 0.07911798317206378, "80": 0.09237003148662652, "90": 0.10655382400899291, "100": 0.12167487766953484 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.1341063536874454, "20": -0.14195368026658906, "30": -0.10523169392331022, "40": -0.05144302303729775, "50": -0.016894990507001273, "60": 0.00884632164384802, "70": 0.02102068156992687, "80": 0.02300659570453789, "90": 0.013902444036054451, "100": -0.003214418159467991 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_5821e8af", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -4.901650874460919, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1446480593085292, "position_mse": 6.240456890996679e-06, "position_mse_by_step": { "10": 4.296216449262147e-09, "20": 3.544556292922607e-08, "30": 1.2144222694132623e-07, "40": 2.971579474676998e-07, "50": 6.053492942978015e-07, "60": 1.0975658394077722e-06, "70": 1.8332250387434864e-06, "80": 2.8813057399799748e-06, "90": 4.321311212152068e-06, "100": 6.240456890996679e-06 }, "relative_mse_by_step": { "10": 0.011040486008911393, "20": 0.022255687772996066, "30": 0.03334536121433419, "40": 0.045306997258864654, "50": 0.058415155413256835, "60": 0.07283798446143314, "70": 0.08861342509036216, "80": 0.10579828776322048, "90": 0.12447908392258693, "100": 0.1446480593085292 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.06271239214775493, "20": 0.11195656019444533, "30": -0.1653541823283684, "40": -0.6881243273432194, "50": -1.3733375840848367, "60": -2.188925995446056, "70": -3.125875914577244, "80": -4.188396222130113, "90": -5.359804440701011, "100": -6.621454660397419 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_1af1f49e", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.1724423470371138, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07581781669474653, "position_mse": 3.1907423557900723e-06, "position_mse_by_step": { "10": 3.230116193567564e-09, "20": 2.8575070563720473e-08, "30": 9.641503372189878e-08, "40": 2.2467685921258506e-07, "50": 4.30094001200944e-07, "60": 7.287873086982342e-07, "70": 1.1370809431809903e-06, "80": 1.6709625762294828e-06, "90": 2.3492238321003763e-06, "100": 3.1907423557900723e-06 }, "relative_mse_by_step": { "10": 0.008513664081909882, "20": 0.018394805735759908, "30": 0.02712461378000263, "40": 0.03508650109560216, "50": 0.04250886844145876, "60": 0.049543332940570034, "70": 0.05630430838959975, "80": 0.06286746921311367, "90": 0.06935291394189658, "100": 0.07581781669474653 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.10383693787969794, "20": -0.1295710689295888, "30": -0.12305896969053154, "40": -0.08271820423664789, "50": -0.052496714078414275, "60": -0.01963438142986007, "70": 0.007559138316584724, "80": 0.03507380088742973, "90": 0.05307867492516538, "100": 0.0673313609837769 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_2d8dbe03", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -3.2760266734209385, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13842957935055175, "position_mse": 6.151363472132029e-06, "position_mse_by_step": { "10": 3.0083337376751727e-09, "20": 2.9643879097461323e-08, "30": 1.0921950713996662e-07, "40": 2.7693970058148157e-07, "50": 5.758980380830638e-07, "60": 1.057766641971674e-06, "70": 1.783135272554708e-06, "80": 2.8210736867809568e-06, "90": 4.248838032643627e-06, "100": 6.151363472132029e-06 }, "relative_mse_by_step": { "10": 0.007371991322961173, "20": 0.017846704621500335, "30": 0.028847833302164932, "40": 0.04069971171413138, "50": 0.0536708227939821, "60": 0.06788336309112278, "70": 0.08344759641428139, "80": 0.1003930944028825, "90": 0.11872874159083885, "100": 0.13842957935055175 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.26902615503374927, "20": 0.15962679548724923, "30": -0.0038543852662744627, "40": -0.23283944899067244, "50": -0.5403376194497711, "60": -0.8983596224079722, "70": -1.3176325858361575, "80": -1.77557533436749, "90": -2.2668713026406255, "100": -2.753523319415314 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_3d1189fc", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -0.43255278921697937, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11090423434901933, "position_mse": 4.667330891347124e-06, "position_mse_by_step": { "10": 3.291892162035229e-09, "20": 3.048547826876659e-08, "30": 1.0731377813044673e-07, "40": 2.6077194681712563e-07, "50": 5.202490732309733e-07, "60": 9.183409271632367e-07, "70": 1.4908812967665393e-06, "80": 2.2767010997475676e-06, "90": 3.319839389145532e-06, "100": 4.667330891347124e-06 }, "relative_mse_by_step": { "10": 0.008676487897633822, "20": 0.019624604225043037, "30": 0.030190777026094837, "40": 0.04072326464669078, "50": 0.05141945562833799, "60": 0.06242928459973915, "70": 0.0738232760023209, "80": 0.08565747571607213, "90": 0.09800706612552831, "100": 0.11090423434901933 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.07617616420091133, "20": -0.039714852224859154, "30": -0.0037732363699383153, "40": 0.03425274665418265, "50": 0.04123702891998693, "60": 0.021129998662326677, "70": -0.02721289651810599, "80": -0.10261204853950012, "90": -0.20649078406740484, "100": -0.33909992116539045 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_df0fc02c", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 86, "val_score": -2.851829781670137, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08406141068486764, "position_mse": 3.7354176291566026e-06, "position_mse_by_step": { "10": 3.211485518786869e-09, "20": 3.14070459797985e-08, "30": 1.1069507134412301e-07, "40": 2.6286200563520523e-07, "50": 5.076564442723404e-07, "60": 8.629767575842249e-07, "70": 1.3465592408985166e-06, "80": 1.975110862011726e-06, "90": 2.765812113076598e-06, "100": 3.7354176291566026e-06 }, "relative_mse_by_step": { "10": 0.007869819455805536, "20": 0.01890819588059058, "30": 0.029237569818129933, "40": 0.03863082045473481, "50": 0.04731104685033498, "60": 0.05538250333277058, "70": 0.06301660553292263, "80": 0.07028795176646442, "90": 0.07728734047740682, "100": 0.08406141068486764 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.30484059623762616, "20": -1.026866034928882, "30": -1.5560721513038827, "40": -1.860634614892319, "50": -2.048817554446389, "60": -2.1262984618509946, "70": -2.163434624044409, "80": -2.166992909332704, "90": -2.166179390415189, "100": -2.1413977247647367 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_45a96f78", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -1.8428438740267654, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09032656632820182, "position_mse": 3.7277749730232505e-06, "position_mse_by_step": { "10": 3.403202878235082e-09, "20": 3.2552724503277985e-08, "30": 1.127214316300394e-07, "40": 2.65462886415792e-07, "50": 5.104368442841536e-07, "60": 8.653022510835789e-07, "70": 1.3471606020435242e-06, "80": 1.973639999570358e-06, "90": 2.760832187829822e-06, "100": 3.7277749730232505e-06 }, "relative_mse_by_step": { "10": 0.009200679934404633, "20": 0.02145058064785957, "30": 0.0324408197355727, "40": 0.042380412696143, "50": 0.05154710724450459, "60": 0.06006631023601256, "70": 0.0680894656503438, "80": 0.075763118377025, "90": 0.08313260231206851, "100": 0.09032656632820182 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.027179684191089626, "20": -0.524921547338755, "30": -0.8488993268236444, "40": -1.0227269748103902, "50": -1.1242437763178375, "60": -1.1855039875677829, "70": -1.2278347834861227, "80": -1.256664205957418, "90": -1.2834997708141556, "100": -1.3105679117221896 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_ab47be7f", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -5.516075904885709, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14692695034180264, "position_mse": 6.06367130525801e-06, "position_mse_by_step": { "10": 3.5561579807869796e-09, "20": 3.492561503496258e-08, "30": 1.2929266901551273e-07, "40": 3.2489742259096083e-07, "50": 6.619401042533874e-07, "60": 1.1826500277883107e-06, "70": 1.9320471210448885e-06, "80": 2.9597316012898644e-06, "90": 4.317394125661979e-06, "100": 6.06367130525801e-06 }, "relative_mse_by_step": { "10": 0.009614199490324812, "20": 0.023014194154720332, "30": 0.0372099618325425, "40": 0.051868971362540636, "50": 0.06684685466081508, "60": 0.08209550290757316, "70": 0.09765135343453384, "80": 0.11361671618003297, "90": 0.13000290653494861, "100": 0.14692695034180264 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.20483302186136276, "20": -0.4796128686406498, "30": -1.4765746024647037, "40": -2.40322030629395, "50": -3.171978441405922, "60": -3.8049253583701663, "70": -4.335816880469368, "80": -4.76373978634572, "90": -5.166780680056311, "100": -5.557038890457933 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_ae103e41", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -0.594495515540975, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10108495884295826, "position_mse": 4.140139740879281e-06, "position_mse_by_step": { "10": 2.8266041983217505e-09, "20": 2.8454719444174058e-08, "30": 1.0339824935304672e-07, "40": 2.526232458015849e-07, "50": 5.001167230440322e-07, "60": 8.71381748116359e-07, "70": 1.3932442698205704e-06, "80": 2.0930664179884065e-06, "90": 2.998933934707436e-06, "100": 4.140139740879281e-06 }, "relative_mse_by_step": { "10": 0.0075081470687362725, "20": 0.018564181609739654, "30": 0.029606882144526076, "40": 0.0402686768332225, "50": 0.05055806134855952, "60": 0.06068325820120823, "70": 0.07075522779384222, "80": 0.08083143313007106, "90": 0.09093221990987622, "100": 0.10108495884295826 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3355974815016539, "20": -0.07471710767525375, "30": -0.41405980231306505, "40": -0.5307895661522606, "50": -0.5187916483042725, "60": -0.46530672999750333, "70": -0.4237206847934283, "80": -0.42920967996282244, "90": -0.491126066365037, "100": -0.6225802774400824 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_d514c435", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 90, "val_score": 0.0915762215405419, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09427125177434592, "position_mse": 3.861070532756068e-06, "position_mse_by_step": { "10": 2.8177950956680725e-09, "20": 2.84729303753498e-08, "30": 1.0286873037200297e-07, "40": 2.487704666772775e-07, "50": 4.876154654149495e-07, "60": 8.411946664312251e-07, "70": 1.3320089237822686e-06, "80": 1.982875843558369e-06, "90": 2.817362545621498e-06, "100": 3.861070532756068e-06 }, "relative_mse_by_step": { "10": 0.007484747953180342, "20": 0.018576062627730087, "30": 0.029455260563279354, "40": 0.0396545357355803, "50": 0.04929427767362396, "60": 0.058581021751799224, "70": 0.0676454207400276, "80": 0.07657602012833467, "90": 0.08542670033486267, "100": 0.09427125177434592 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.37576984102173894, "20": 0.316883627179821, "30": 0.2288691081677643, "40": 0.17185957215722225, "50": 0.12591134302315943, "60": 0.09217089121466282, "70": 0.06568349328270218, "80": 0.039753512761876, "90": 0.017529588049251532, "100": -0.003942638560490597 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_2f141ba2", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.7162558607056084, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2656377999889764, "position_mse": 1.0914574841081048e-05, "position_mse_by_step": { "10": 4.1348849550664515e-09, "20": 4.845173506851097e-08, "30": 2.0248401568778718e-07, "40": 5.517675906016198e-07, "50": 1.1808617346429985e-06, "60": 2.1639068547431505e-06, "70": 3.5666123218496587e-06, "80": 5.451349615473841e-06, "90": 7.87874721481785e-06, "100": 1.0914574841081048e-05 }, "relative_mse_by_step": { "10": 0.011119508670705866, "20": 0.03190443260921374, "30": 0.05831993256917331, "40": 0.08823422603807389, "50": 0.11952570193190362, "60": 0.15064375782916872, "70": 0.18087694512536692, "80": 0.21005676643271934, "90": 0.23823725776235594, "100": 0.2656377999889764 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0927943133235547, "20": 0.11747249405660465, "30": 0.16752551002126315, "40": 0.09485141652611018, "50": -0.10393721467858996, "60": -0.425234571853665, "70": -0.877152827814289, "80": -1.4544975778267277, "90": -2.159758870988556, "100": -2.9753107884040277 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_476a6e58", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -0.5533230483358549, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13134357939091504, "position_mse": 5.2613326163607e-06, "position_mse_by_step": { "10": 2.91574780827578e-09, "20": 2.9138061081417683e-08, "30": 1.0661730688151953e-07, "40": 2.6625194473289023e-07, "50": 5.433686339983978e-07, "60": 9.778852951772674e-07, "70": 1.614975686996851e-06, "80": 2.504050441335234e-06, "90": 3.6995569254421364e-06, "100": 5.2613326163607e-06 }, "relative_mse_by_step": { "10": 0.007954833608064565, "20": 0.01950328484594778, "30": 0.03129531653993174, "40": 0.04348221843002113, "50": 0.05625556870339996, "60": 0.06971354432840049, "70": 0.08393122554120071, "80": 0.09892957030902004, "90": 0.11472456472642811, "100": 0.13134357939091504 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.08006576150374456, "20": -0.09644206062867666, "30": -0.31190799294280014, "40": -0.5252316790755294, "50": -0.7544360445855935, "60": -0.9930287559712008, "70": -1.2553885487068537, "80": -1.5118069577740965, "90": -1.7756181388889654, "100": -2.028512841841426 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_d17b1411", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.08800074389488322, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07986412966568793, "position_mse": 3.281472066061854e-06, "position_mse_by_step": { "10": 2.8861222459549853e-09, "20": 2.6009067915262156e-08, "30": 9.020309548191107e-08, "40": 2.150197289552125e-07, "50": 4.190108979530903e-07, "60": 7.204823759821011e-07, "70": 1.137828106883327e-06, "80": 1.6898829617925262e-06, "90": 2.3971354543001715e-06, "100": 3.281472066061854e-06 }, "relative_mse_by_step": { "10": 0.007761343226560893, "20": 0.01712641566617991, "30": 0.025980512230393556, "40": 0.034384222071820805, "50": 0.042411884664974316, "60": 0.05015750670123676, "70": 0.05770374054674477, "80": 0.06511623279422153, "90": 0.07248449043311453, "100": 0.07986412966568793 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.002737398469366159, "20": 0.09717473130261378, "30": 0.15238895356717308, "40": 0.19829478498829634, "50": 0.235021373018372, "60": 0.25903900541613056, "70": 0.26656147172893463, "80": 0.2607144229908236, "90": 0.2393646269352706, "100": 0.20504851930090928 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_e5e1bd37", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -2.2917164261753875, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08752532133547877, "position_mse": 3.5060703388418393e-06, "position_mse_by_step": { "10": 3.0659339701953417e-09, "20": 2.9786297745764452e-08, "30": 1.0518494428473397e-07, "40": 2.504318554688975e-07, "50": 4.837346543646553e-07, "60": 8.219805619903907e-07, "70": 1.279845407355294e-06, "80": 1.8709906044023228e-06, "90": 2.608369931879549e-06, "100": 3.5060703388418393e-06 }, "relative_mse_by_step": { "10": 0.008364576153326203, "20": 0.019937175909495754, "30": 0.03087487597378448, "40": 0.04089860320929674, "50": 0.05008159540343755, "60": 0.058599079695756076, "70": 0.0665143100342021, "80": 0.07391875718247778, "90": 0.08088647130213339, "100": 0.08752532133547877 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.18607228529277042, "20": -0.40310695853250555, "30": -0.9844502801056432, "40": -1.3837899925575057, "50": -1.6728071380224039, "60": -1.8918632564104763, "70": -2.0551325422243347, "80": -2.1614034688771335, "90": -2.2442889559894263, "100": -2.3048796111818866 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_1ce7243a", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -6.105125969594673, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08270489407536459, "position_mse": 3.5624088046201257e-06, "position_mse_by_step": { "10": 3.084197868525556e-09, "20": 2.9777453138178445e-08, "30": 1.0471360433988203e-07, "40": 2.4947442917826787e-07, "50": 4.834102108069212e-07, "60": 8.2330895614697e-07, "70": 1.2860531788711732e-06, "80": 1.8863280680696854e-06, "90": 2.6401910109338394e-06, "100": 3.5624088046201257e-06 }, "relative_mse_by_step": { "10": 0.007844397039817848, "20": 0.018600443844533264, "30": 0.028675733308983733, "40": 0.0379835980807348, "50": 0.04663087261542296, "60": 0.054648504416997284, "70": 0.062206693979208624, "80": 0.06933503836497294, "90": 0.07615556560729542, "100": 0.08270489407536459 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5707057972208365, "20": -1.698413107930023, "30": -2.5338913257611524, "40": -3.1768311612844045, "50": -3.702070416485345, "60": -4.1948587263106605, "70": -4.612848175444972, "80": -5.003413281077556, "90": -5.398534674524546, "100": -5.784729058894431 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_27125cbb", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -0.2821553406590873, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11076328075780395, "position_mse": 4.6215471391925735e-06, "position_mse_by_step": { "10": 2.9253046017276218e-09, "20": 2.9482541030745323e-08, "30": 1.0851966477178264e-07, "40": 2.690948420536188e-07, "50": 5.393688971772853e-07, "60": 9.476573463221679e-07, "70": 1.5238054889518286e-06, "80": 2.301596698219198e-06, "90": 3.3201339387492877e-06, "100": 4.6215471391925735e-06 }, "relative_mse_by_step": { "10": 0.007690223999895362, "20": 0.019028601635928222, "30": 0.03071831184122406, "40": 0.042362324377955944, "50": 0.05379779416228986, "60": 0.06503757643772642, "70": 0.07619112786465025, "80": 0.08741810985858757, "90": 0.09891446587762293, "100": 0.11076328075780395 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.271430468599561, "20": 0.12000110296163324, "30": -0.06752757329115511, "40": -0.17975204464858763, "50": -0.20008703289899765, "60": -0.15698311680165866, "70": -0.10727659681754154, "80": -0.0780840346584617, "90": -0.09247760483392331, "100": -0.1644122924588134 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_67ce4332", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -1.0557629813125007, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09387056898384791, "position_mse": 3.916706480465239e-06, "position_mse_by_step": { "10": 3.202256041287147e-09, "20": 3.08744318999743e-08, "30": 1.0857630527993933e-07, "40": 2.602292490954434e-07, "50": 5.080212742671263e-07, "60": 8.732203115511896e-07, "70": 1.376192703414095e-06, "80": 2.0373298687965353e-06, "90": 2.8777129127125333e-06, "100": 3.916706480465239e-06 }, "relative_mse_by_step": { "10": 0.008418291294510907, "20": 0.019926954896714796, "30": 0.030734344887364238, "40": 0.040966656137602545, "50": 0.05067111597668528, "60": 0.059928974306899516, "70": 0.06881040591627421, "80": 0.07738085757006746, "90": 0.08573372067553604, "100": 0.09387056898384791 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.13650508778718617, "20": 0.025299138554632283, "30": -0.09483221227600014, "40": -0.19958168439449064, "50": -0.2847493773929377, "60": -0.35028662539809075, "70": -0.4211242031573297, "80": -0.4908603080245806, "90": -0.5647363214962788, "100": -0.6480810141672817 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_d5298124", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -27.336007816994528, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20904483142729646, "position_mse": 9.00434196020277e-06, "position_mse_by_step": { "10": 3.925450497987981e-09, "20": 4.313311008680947e-08, "30": 1.6396765047943518e-07, "40": 4.162851281210221e-07, "50": 8.601495811230312e-07, "60": 1.5674859209216915e-06, "70": 2.6250253150854926e-06, "80": 4.133580257205592e-06, "90": 6.213276677564344e-06, "100": 9.00434196020277e-06 }, "relative_mse_by_step": { "10": 0.009984052119551376, "20": 0.02694303600401364, "30": 0.04490240447828939, "40": 0.06338127336584565, "50": 0.08297202800206807, "60": 0.10404449099394797, "70": 0.1269730903402685, "80": 0.15193642641989075, "90": 0.17922021463407944, "100": 0.20904483142729646 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.7518575382793484, "20": -9.360701936235648, "30": -13.672335578145907, "40": -16.51246223901076, "50": -18.302102319402625, "60": -19.74102172182725, "70": -20.609042584015658, "80": -21.265125793139255, "90": -21.902033321894933, "100": -22.569450138379104 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_4dd311e8", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.03698370135315221, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10935493610515401, "position_mse": 4.670238422477269e-06, "position_mse_by_step": { "10": 3.2255826041906388e-09, "20": 3.12622563011392e-08, "30": 1.1123667939776689e-07, "40": 2.706979937475548e-07, "50": 5.384954996705866e-07, "60": 9.455991971663025e-07, "70": 1.5253490882319706e-06, "80": 2.313180818548842e-06, "90": 3.347841805277442e-06, "100": 4.670238422477269e-06 }, "relative_mse_by_step": { "10": 0.00841260962798483, "20": 0.019897086237187427, "30": 0.030926151401996584, "40": 0.04175607825636222, "50": 0.05254611678388906, "60": 0.06343578555873108, "70": 0.07450589709513739, "80": 0.08581063842816011, "90": 0.09742356728508651, "100": 0.10935493610515401 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.06164382922690481, "20": -0.045915586438578515, "30": -0.1014393694949991, "40": -0.11860419319021487, "50": -0.12722681849308537, "60": -0.12734828935037923, "70": -0.12606046147503047, "80": -0.12397489702961373, "90": -0.11791058935367915, "100": -0.11287936677718013 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_a3adc21c", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": -2.328299812444493, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13170505441065386, "position_mse": 5.682065271425277e-06, "position_mse_by_step": { "10": 3.43848180721957e-09, "20": 3.300243479133412e-08, "30": 1.2040413090679588e-07, "40": 3.006186675845259e-07, "50": 6.112327095511968e-07, "60": 1.0934328283188474e-06, "70": 1.7909514667735492e-06, "80": 2.7524041375467536e-06, "90": 4.030162943178896e-06, "100": 5.682065271425277e-06 }, "relative_mse_by_step": { "10": 0.00883626575449286, "20": 0.020721687674453076, "30": 0.03306032290337415, "40": 0.04583464539408332, "50": 0.058982894765768144, "60": 0.07256370460808377, "70": 0.08657002838570683, "80": 0.10106516672086106, "90": 0.11609230777336844, "100": 0.13170505441065386 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5913099276929792, "20": -1.1597588219715624, "30": -1.8194260331467862, "40": -2.3755287748487506, "50": -2.7628640844223105, "60": -2.993779636253542, "70": -3.084837208771803, "80": -3.0855708147273404, "90": -3.0354701230190475, "100": -2.9841848413230814 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_dea16516", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -0.20848073715487758, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07218129614630311, "position_mse": 3.0826579453397635e-06, "position_mse_by_step": { "10": 2.9293242434899216e-09, "20": 2.75403819876325e-08, "30": 9.503471868502597e-08, "40": 2.237622376404553e-07, "50": 4.2960089367787596e-07, "60": 7.269873366664926e-07, "70": 1.1291104722691411e-06, "80": 1.6478649058626615e-06, "90": 2.2955388593410522e-06, "100": 3.0826579453397635e-06 }, "relative_mse_by_step": { "10": 0.007639941169777039, "20": 0.017528272755957124, "30": 0.026421663379482985, "40": 0.0345160796221009, "50": 0.04192023655438136, "60": 0.04877014799810376, "70": 0.05515156452050998, "80": 0.06112982542546933, "90": 0.06680112069991022, "100": 0.07218129614630311 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.30387684730435305, "20": 0.2170821760161319, "30": 0.16471463191817337, "40": 0.13544893287480964, "50": 0.10813334904225669, "60": 0.08257746005796762, "70": 0.05615425488885217, "80": 0.030091066701916525, "90": 0.00418436148484036, "100": -0.019767624086898028 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_f61db15f", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143528, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -7.192186456942876, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08175946637157219, "position_mse": 3.5272953385044406e-06, "position_mse_by_step": { "10": 3.172938139212838e-09, "20": 3.057476973822304e-08, "30": 1.0670291855165357e-07, "40": 2.523727236588716e-07, "50": 4.857093975780507e-07, "60": 8.237916741141557e-07, "70": 1.2817854578120855e-06, "80": 1.874544162611918e-06, "90": 2.618333040313051e-06, "100": 3.5272953385044406e-06 }, "relative_mse_by_step": { "10": 0.008153867373031691, "20": 0.01919739659330043, "30": 0.029298271707810578, "40": 0.03847869591395523, "50": 0.046870113193265235, "60": 0.0546694539900783, "70": 0.06195824148550697, "80": 0.06883114137767941, "90": 0.07542333385891324, "100": 0.08175946637157219 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5461141003704395, "20": -1.78066006341502, "30": -2.7945444773661428, "40": -3.553698391216238, "50": -4.117050028902483, "60": -4.549386863187073, "70": -4.930048219011319, "80": -5.303652491055261, "90": -5.66094140191222, "100": -6.002483106775637 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_6628110e", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -28.394501971193986, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.27966595256378346, "position_mse": 1.2427451799469833e-05, "position_mse_by_step": { "10": 3.561201911139733e-09, "20": 3.665890900046114e-08, "30": 1.443995715127195e-07, "40": 3.928247029502277e-07, "50": 8.759104332511925e-07, "60": 1.717363636544178e-06, "70": 3.077794287621925e-06, "80": 5.152815063930965e-06, "90": 8.177936362179545e-06, "100": 1.2427451799469833e-05 }, "relative_mse_by_step": { "10": 0.0087268075544448, "20": 0.02207001042362633, "30": 0.0381398422038718, "40": 0.05773044504162594, "50": 0.081630480636651, "60": 0.11021374155051239, "70": 0.14403536260694724, "80": 0.18337239880610848, "90": 0.22852273624735256, "100": 0.27966595256378346 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.02723641153978651, "20": -0.8714212192772737, "30": -2.319920520950359, "40": -4.2330872602904845, "50": -6.664190851438866, "60": -9.452594782018812, "70": -12.672178971565518, "80": -16.280990013961837, "90": -20.349720861973374, "100": -24.690442297706213 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_94ec5b47", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -10.199309971944233, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17431270655871905, "position_mse": 7.745893766955954e-06, "position_mse_by_step": { "10": 3.2597577399278473e-09, "20": 2.9865958189085564e-08, "30": 1.0675282626136453e-07, "40": 2.698280090791221e-07, "50": 5.712731673871271e-07, "60": 1.0843665328203706e-06, "70": 1.910841178544485e-06, "80": 3.1834115848791304e-06, "90": 5.065650144128345e-06, "100": 7.745893766955954e-06 }, "relative_mse_by_step": { "10": 0.007988111648900563, "20": 0.017980404396006847, "30": 0.028196315998535643, "40": 0.039654560754055476, "50": 0.05323980792823794, "60": 0.06959044098242449, "70": 0.08942400833702188, "80": 0.11328755475674152, "90": 0.1415535876705554, "100": 0.17431270655871905 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2356134182784062, "20": 0.1615281734951679, "30": -0.1335610817251931, "40": -0.6464644929885519, "50": -1.4169481864556617, "60": -2.4099735699461404, "70": -3.681556706830837, "80": -5.233866463557393, "90": -7.11443494800192, "100": -9.262167896772908 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_a6810a72", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -0.28992023367337194, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10232739950993905, "position_mse": 4.306380505373194e-06, "position_mse_by_step": { "10": 3.384807148850858e-09, "20": 2.8936845199366092e-08, "30": 9.78864873348227e-08, "40": 2.3310546879429239e-07, "50": 4.614856136088617e-07, "60": 8.145200248626289e-07, "70": 1.3293874880153972e-06, "80": 2.048369827077425e-06, "90": 3.0219599563809294e-06, "100": 4.306380505373194e-06 }, "relative_mse_by_step": { "10": 0.008921385275473863, "20": 0.01862769314466365, "30": 0.027538580455167373, "40": 0.0364027488852473, "50": 0.045611496979144364, "60": 0.05537148671072678, "70": 0.06582666215924814, "80": 0.07706685288634224, "90": 0.08921318008397816, "100": 0.10232739950993905 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.12168764448097535, "20": -0.04502509352949424, "30": 0.0202920205366095, "40": 0.08141482249302057, "50": 0.10779939987697074, "60": 0.1093143310996968, "70": 0.08221251566637833, "80": 0.02859802078642415, "90": -0.05903164560733165, "100": -0.17474815075147654 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_b5f6b399", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -2.935714389822309, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11277573109581623, "position_mse": 4.746091586379667e-06, "position_mse_by_step": { "10": 3.302777746532521e-09, "20": 2.9658323137076487e-08, "30": 1.035721505258737e-07, "40": 2.520971861486032e-07, "50": 5.058422179412706e-07, "60": 8.999828659333226e-07, "70": 1.4739858670509421e-06, "80": 2.27191953367115e-06, "90": 3.3441315671162944e-06, "100": 4.746091586379667e-06 }, "relative_mse_by_step": { "10": 0.008705179190513546, "20": 0.01909213457017912, "30": 0.029138138243896407, "40": 0.03936857684854859, "50": 0.0499955364049704, "60": 0.06118129423437234, "70": 0.07298667286444703, "80": 0.08547757643982505, "90": 0.09872421078635071, "100": 0.11277573109581623 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0016488647258348088, "20": 0.1539577452023515, "30": 0.21949924471337123, "40": 0.20447783515981033, "50": 0.08943124633549748, "60": -0.11633355190045602, "70": -0.40875374039873247, "80": -0.7884788497349597, "90": -1.2536761033849988, "100": -1.8047215090335476 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_01f61624", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -4.403477217476873, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13757944601464006, "position_mse": 5.677900052043177e-06, "position_mse_by_step": { "10": 3.561731950644084e-09, "20": 3.291856311347731e-08, "30": 1.1710141773083445e-07, "40": 2.889013523648438e-07, "50": 5.863456932177412e-07, "60": 1.0525744244205272e-06, "70": 1.736445814718276e-06, "80": 2.6939976302336227e-06, "90": 3.984860190290159e-06, "100": 5.677900052043177e-06 }, "relative_mse_by_step": { "10": 0.009629268915937732, "20": 0.02169164958239349, "30": 0.03370136387066281, "40": 0.04612229870249593, "50": 0.059212857906124725, "60": 0.07306610128953538, "70": 0.08776508715857133, "80": 0.10341585163010812, "90": 0.11998983456107296, "100": 0.13757944601464006 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2904698905846229, "20": 0.37587261628856583, "30": 0.2919119981079974, "40": 0.052880927698832125, "50": -0.3225560644644554, "60": -0.8128125028613982, "70": -1.4117067199652413, "80": -2.107236147557314, "90": -2.9054693607665723, "100": -3.8071631574795104 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_0625d389", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -2.0691947769603924, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14753127194288881, "position_mse": 6.04244280241671e-06, "position_mse_by_step": { "10": 2.7057361716233328e-09, "20": 2.667700564578419e-08, "30": 9.987570217211734e-08, "40": 2.573919955141589e-07, "50": 5.418732781338674e-07, "60": 1.004769744180781e-06, "70": 1.706775674392702e-06, "80": 2.7205276312867812e-06, "90": 4.131217880447886e-06, "100": 6.04244280241671e-06 }, "relative_mse_by_step": { "10": 0.007187092242277558, "20": 0.01740438097040471, "30": 0.028598241863990848, "40": 0.04102882556959409, "50": 0.05477933685617841, "60": 0.06997243395410474, "70": 0.08667776659881535, "80": 0.10506314821973611, "90": 0.1252647844131811, "100": 0.14753127194288881 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.4090238664167587, "20": 0.46845980385647834, "30": 0.3874452634903621, "40": 0.17083176139351497, "50": -0.16462110071770653, "60": -0.613528010799383, "70": -1.1764188471095869, "80": -1.8863037834517522, "90": -2.761139983836068, "100": -3.835562555940057 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_21b42e2a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.06817526859739964, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1721873672604385, "position_mse": 7.052283249972139e-06, "position_mse_by_step": { "10": 3.335270022069332e-09, "20": 2.8630192870439585e-08, "30": 1.0033058574419686e-07, "40": 2.5427068806038733e-07, "50": 5.423217787990455e-07, "60": 1.0338490702516927e-06, "70": 1.8161436465951349e-06, "80": 2.9944139214421737e-06, "90": 4.6921949530899705e-06, "100": 7.052283249972139e-06 }, "relative_mse_by_step": { "10": 0.008859287004000033, "20": 0.01867866246270563, "30": 0.028728492466803812, "40": 0.04053128259505811, "50": 0.05482467692000775, "60": 0.07199752600600141, "70": 0.09223196549570392, "80": 0.11564027140974731, "90": 0.14227445906573896, "100": 0.1721873672604385 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.15442865626001856, "20": -0.15111691110203962, "30": -0.05460984968199423, "40": 0.0382785682989335, "50": 0.10757897852711229, "60": 0.1640623481363488, "70": 0.20614710157157912, "80": 0.23116449774879744, "90": 0.24040119383047265, "100": 0.23242069266765442 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_6c7e7252", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -18.300171024967888, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.22411002222695806, "position_mse": 9.249014614657167e-06, "position_mse_by_step": { "10": 3.1240589607303297e-09, "20": 3.304278922858625e-08, "30": 1.293120953554145e-07, "40": 3.444539231622912e-07, "50": 7.462098969719072e-07, "60": 1.4191014307536014e-06, "70": 2.4673026928212494e-06, "80": 4.018139283549057e-06, "90": 6.219120145293086e-06, "100": 9.249014614657167e-06 }, "relative_mse_by_step": { "10": 0.008446004432387834, "20": 0.021773508239122708, "30": 0.037215552662802215, "40": 0.054991112375530206, "50": 0.07535694575509262, "60": 0.09850914716709992, "70": 0.12470474692996221, "80": 0.15424634799718911, "90": 0.1872665944886805, "100": 0.22411002222695806 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3889856094321923, "20": -0.05645424008892874, "30": -0.9375492022982319, "40": -2.1614281105397675, "50": -3.690333048314475, "60": -5.521245936770717, "70": -7.655901405674099, "80": -10.01466811555044, "90": -12.676865698658258, "100": -15.626203819265925 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_3f00eddc", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -0.8093357390380309, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.36012847960356975, "position_mse": 1.4797025284808893e-05, "position_mse_by_step": { "10": 4.0671784226223706e-09, "20": 4.433784443084018e-08, "30": 1.8371186456533905e-07, "40": 5.128933074567093e-07, "50": 1.148073712491688e-06, "60": 2.229989179016099e-06, "70": 3.924928575673091e-06, "80": 6.427704803562457e-06, "90": 9.96488622279555e-06, "100": 1.4797025284808893e-05 }, "relative_mse_by_step": { "10": 0.010937432655833213, "20": 0.029195523497380013, "30": 0.052913132511792096, "40": 0.08201776399046401, "50": 0.11620692950696855, "60": 0.1552441821185702, "70": 0.19904857229754486, "80": 0.2476786450804489, "90": 0.30131784951391893, "100": 0.36012847960356975 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4361947771865686, "20": -0.2745671616279519, "30": -0.17611070693680664, "40": -0.10165277502150372, "50": -0.0632236236294228, "60": -0.06948346248537018, "70": -0.13088376638461963, "80": -0.24290590929546063, "90": -0.40865214243641246, "100": -0.6282884927864958 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_527f50ae", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -17.669525608293746, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.23215654407101735, "position_mse": 9.299676490367607e-06, "position_mse_by_step": { "10": 3.0141179298480225e-09, "20": 3.1680711793618297e-08, "30": 1.244346720901441e-07, "40": 3.340552968974667e-07, "50": 7.292293202811249e-07, "60": 1.3977815358755053e-06, "70": 2.446422203255289e-06, "80": 4.004860829809331e-06, "90": 6.2275874760026844e-06, "100": 9.299676490367607e-06 }, "relative_mse_by_step": { "10": 0.008223210024876488, "20": 0.02120518398622468, "30": 0.03652523746385, "40": 0.05455534006323774, "50": 0.07549793558332157, "60": 0.09964799096913757, "70": 0.1271419844668047, "80": 0.15822331471453802, "90": 0.19311968348609146, "100": 0.23215654407101735 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.12038429500676262, "20": -1.0960435060625682, "30": -2.7161888302414217, "40": -4.715202077326499, "50": -7.128890053541397, "60": -9.882415907446157, "70": -12.993292466411186, "80": -16.310927988217607, "90": -19.994727106926057, "100": -23.94394273598781 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_b7197d61", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": -0.11824511159088891, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10025933907825715, "position_mse": 4.11947418602462e-06, "position_mse_by_step": { "10": 3.1632067203674855e-09, "20": 2.759834971349002e-08, "30": 9.500221135486495e-08, "40": 2.2845967748708062e-07, "50": 4.53810806025753e-07, "60": 8.003821229911929e-07, "70": 1.301393988991809e-06, "80": 1.993408349270404e-06, "90": 2.917584200596528e-06, "100": 4.11947418602462e-06 }, "relative_mse_by_step": { "10": 0.008506477190196952, "20": 0.0181729237831114, "30": 0.02736276511169692, "40": 0.036533430319822334, "50": 0.04593429826982216, "60": 0.05571985247072607, "70": 0.06599881004484348, "80": 0.07681197163343728, "90": 0.08822179977213063, "100": 0.10025933907825715 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.21234077016077935, "20": -0.1156213820516876, "30": -0.05321299915671074, "40": 0.0028765851517231766, "50": 0.04760372217286024, "60": 0.07646663339681437, "70": 0.07787641514259735, "80": 0.054105312547634954, "90": 0.0033359598711072413, "100": -0.07575178819510175 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_f1e68afb", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -4.998503272550982, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18702507819095165, "position_mse": 7.491810018629102e-06, "position_mse_by_step": { "10": 3.1659459276411895e-09, "20": 2.8966894178544017e-08, "30": 1.0471427062595597e-07, "40": 2.681411049008732e-07, "50": 5.721309236150774e-07, "60": 1.087978802973209e-06, "70": 1.9075232769085103e-06, "80": 3.1464448462819357e-06, "90": 4.948829535221324e-06, "100": 7.491810018629102e-06 }, "relative_mse_by_step": { "10": 0.008637431877693193, "20": 0.01938871590281818, "30": 0.030736719406438108, "40": 0.04379074152890757, "50": 0.05923336104980723, "60": 0.0775621219415961, "70": 0.09913509390164003, "80": 0.1243091718542701, "90": 0.1534649488507885, "100": 0.18702507819095165 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.30715503560319035, "20": 0.22277778023714678, "30": -0.09163559461213966, "40": -0.5703442841677835, "50": -1.1981012139057277, "60": -1.977835208427074, "70": -2.8894340679325397, "80": -3.9051351099419565, "90": -5.06478112141087, "100": -6.35004707345408 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_a0bbfe05", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -22.97335787108533, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19900291178961055, "position_mse": 8.571798960994264e-06, "position_mse_by_step": { "10": 3.262588079065511e-09, "20": 3.278176468057836e-08, "30": 1.238330630672278e-07, "40": 3.226918672843177e-07, "50": 6.900433585802343e-07, "60": 1.3025873012598562e-06, "70": 2.2602556344151838e-06, "80": 3.6844937020370186e-06, "90": 5.728325855410991e-06, "100": 8.571798960994264e-06 }, "relative_mse_by_step": { "10": 0.008298117488098, "20": 0.02047708278596931, "30": 0.03391158115257355, "40": 0.04913128063353864, "50": 0.06656318636580368, "60": 0.0864614035289525, "70": 0.10932909530868778, "80": 0.13542952390442847, "90": 0.1652319448460732, "100": 0.19900291178961055 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.09651084785111941, "20": -1.106428272957067, "30": -2.566868393971813, "40": -4.454147795455954, "50": -6.759800422225892, "60": -9.626817360752048, "70": -12.965814735690987, "80": -16.888348267302135, "90": -21.50588899295, "100": -26.77431822997984 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_e5fbe644", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -0.2901477574148146, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0936999267378442, "position_mse": 3.909586510936996e-06, "position_mse_by_step": { "10": 2.9625730884370277e-09, "20": 2.7267513377385706e-08, "30": 9.538635912877322e-08, "40": 2.299608928930346e-07, "50": 4.546977111528707e-07, "60": 7.950244387140109e-07, "70": 1.278217817863541e-06, "80": 1.9345688364020523e-06, "90": 2.79919045981712e-06, "100": 3.909586510936996e-06 }, "relative_mse_by_step": { "10": 0.0077881977325327065, "20": 0.01759897999020946, "30": 0.02700070933022762, "40": 0.036201652416057925, "50": 0.0453525110526092, "60": 0.05456240370361122, "70": 0.0639116067672821, "80": 0.07347783875448032, "90": 0.08339435526714035, "100": 0.0936999267378442 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.11755777832795666, "20": 0.16690229369925513, "30": 0.19781879108887912, "40": 0.19515599479936974, "50": 0.15807208696396202, "60": 0.10027284649768897, "70": 0.013844928581419724, "80": -0.09613514419859337, "90": -0.2329657961766063, "100": -0.3993521087658769 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_e6c54821", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -7.192823959029507, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11163884455260172, "position_mse": 4.8087021598673475e-06, "position_mse_by_step": { "10": 3.191712795645531e-09, "20": 2.953909886217941e-08, "30": 1.0444001828448433e-07, "40": 2.5496976426048995e-07, "50": 5.118206863536606e-07, "60": 9.09299303332643e-07, "70": 1.4884690910678599e-06, "80": 2.2944681713202696e-06, "90": 3.381540493917003e-06, "100": 4.8087021598673475e-06 }, "relative_mse_by_step": { "10": 0.00811785218504151, "20": 0.018451556184287395, "30": 0.02860081199564438, "40": 0.038820287435109194, "50": 0.04937141312645643, "60": 0.060356257057011704, "70": 0.07199759914037303, "80": 0.08433688782911283, "90": 0.09753958250434926, "100": 0.11163884455260172 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.17753084492107274, "20": -0.07164928718551566, "30": -0.5183261557657384, "40": -1.1343788546011653, "50": -1.8866942106775664, "60": -2.7871076012710545, "70": -3.800166535444861, "80": -4.921346675903837, "90": -6.186063537868309, "100": -7.565106567819711 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_f48e58f7", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -4.446849235419995, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2674522412696348, "position_mse": 1.1159322223517977e-05, "position_mse_by_step": { "10": 2.978820679011562e-09, "20": 3.259280880740789e-08, "30": 1.3605443405546273e-07, "40": 3.8282229987934054e-07, "50": 8.625896368487572e-07, "60": 1.6830092103451274e-06, "70": 2.9695024620325836e-06, "80": 4.865264707275076e-06, "90": 7.5347449118063584e-06, "100": 1.1159322223517977e-05 }, "relative_mse_by_step": { "10": 0.007830910416505162, "20": 0.021036028554844648, "30": 0.03851249026143029, "40": 0.06026589853168707, "50": 0.08603651410485538, "60": 0.11550466061179768, "70": 0.14847678619057045, "80": 0.1847900829023417, "90": 0.22447747055536552, "100": 0.2674522412696348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2154313600015606, "20": 0.26009598744703966, "30": 0.15125334382190547, "40": -0.09426247878423788, "50": -0.46153521897685756, "60": -0.9153254852076502, "70": -1.4774112633095355, "80": -2.117234785145141, "90": -2.823774485310199, "100": -3.616221800501772 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_b99a0a1e", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -6.354623571231091, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10415054687486856, "position_mse": 4.493299122389414e-06, "position_mse_by_step": { "10": 2.9675592427835794e-09, "20": 2.754736337452966e-08, "30": 9.682928937390249e-08, "40": 2.3581311024502482e-07, "50": 4.7288478169450954e-07, "60": 8.414975785139437e-07, "70": 1.3795376949994015e-06, "80": 2.1315130490100793e-06, "90": 3.149962598009941e-06, "100": 4.493299122389414e-06 }, "relative_mse_by_step": { "10": 0.007626081387541524, "20": 0.017296537777011567, "30": 0.026587190564778106, "40": 0.03595388927175507, "50": 0.045632560036750223, "60": 0.05584447451572007, "70": 0.0666833354397935, "80": 0.07826674823193014, "90": 0.09073738023960011, "100": 0.10415054687486856 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3265985983809212, "20": 0.169644118852757, "30": -0.21355336215113474, "40": -0.763399056023238, "50": -1.4375832124395829, "60": -2.2197843775449124, "70": -3.1034431885180727, "80": -4.103228467354011, "90": -5.203284351239122, "100": -6.394085807111402 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_d1f12666", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -0.1016089492808494, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.22425618111607068, "position_mse": 9.577343930037126e-06, "position_mse_by_step": { "10": 3.203590269253352e-09, "20": 2.930824279141169e-08, "30": 1.0588775550348016e-07, "40": 2.744277665556183e-07, "50": 6.008457225854208e-07, "60": 1.1838057722408328e-06, "70": 2.161435708915503e-06, "80": 3.717559291414675e-06, "90": 6.0905094414920315e-06, "100": 9.577343930037126e-06 }, "relative_mse_by_step": { "10": 0.00835525163988218, "20": 0.0186534403871513, "30": 0.029439037339548314, "40": 0.042331408287796406, "50": 0.05863021980199892, "60": 0.07941594000512932, "70": 0.10557564019189511, "80": 0.13790799821302258, "90": 0.17723631846591412, "100": 0.22425618111607068 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2537400376210147, "20": 0.1971444747413248, "30": 0.14911587242066293, "40": 0.10424137918367438, "50": 0.04927687384693413, "60": -0.010803657745640294, "70": -0.07988715824201398, "80": -0.1558090495955975, "90": -0.23766064755437455, "100": -0.324058864604426 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_d8b60b1a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -21.874057239684642, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18563922667417257, "position_mse": 8.008912092399052e-06, "position_mse_by_step": { "10": 3.1328356258392934e-09, "20": 3.10020104064636e-08, "30": 1.1716219237964002e-07, "40": 3.06032048261581e-07, "50": 6.542971570005258e-07, "60": 1.2340563419651776e-06, "70": 2.1347448003845262e-06, "80": 3.4672611686151606e-06, "90": 5.370327734713751e-06, "100": 8.008912092399052e-06 }, "relative_mse_by_step": { "10": 0.008050811290301307, "20": 0.019465654003551575, "30": 0.03217015797519881, "40": 0.04666001124946966, "50": 0.06313853914205618, "60": 0.08189593137218418, "70": 0.10318812172976408, "80": 0.1273139083358562, "90": 0.1546969065549692, "100": 0.18563922667417257 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.032227120682269295, "20": -0.6652382767567451, "30": -1.8558265244411332, "40": -3.470783811178827, "50": -5.432358045601213, "60": -7.717532477054755, "70": -10.384032790811329, "80": -13.53323746008115, "90": -17.148291256719492, "100": -21.255100018335416 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_e8d243f1", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134786, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -0.08918537797869752, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09244632178495787, "position_mse": 3.94811957643729e-06, "position_mse_by_step": { "10": 3.138827083962578e-09, "20": 2.935756618122858e-08, "30": 1.0206668815523504e-07, "40": 2.440829614361714e-07, "50": 4.785032103882259e-07, "60": 8.298643036498886e-07, "70": 1.324022351159978e-06, "80": 1.9882765059264786e-06, "90": 2.8526482489204293e-06, "100": 3.94811957643729e-06 }, "relative_mse_by_step": { "10": 0.008186343426089019, "20": 0.01868483261077213, "30": 0.028376699736800473, "40": 0.037650619783603324, "50": 0.046692099729536383, "60": 0.055671677986758795, "70": 0.06467206346943787, "80": 0.07375786405331552, "90": 0.08301323204139638, "100": 0.09244632178495787 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2394072195967062, "20": 0.2022289058164204, "30": 0.1877133047910221, "40": 0.18667471922801904, "50": 0.17981699802289153, "60": 0.16737998502048756, "70": 0.14830710515125767, "80": 0.12299635164024159, "90": 0.09047189520218757, "100": 0.05296418538508474 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_a6fe6709", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.443677067424037e-05, "position_mse_by_step": { "10": 4.0807613653929105e-07, "20": 1.6610281688502125e-06, "30": 3.7860558190264524e-06, "40": 6.804463445015634e-06, "50": 1.0730188361256816e-05, "60": 1.5582119002439346e-05, "70": 2.1368323944313617e-05, "80": 2.810027625465799e-05, "90": 3.5786095057639094e-05, "100": 4.443677067424037e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_ed5f83cd", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.208433445975451e-05, "position_mse_by_step": { "10": 3.794037634666633e-07, "20": 1.5534314944229014e-06, "30": 3.554521900436417e-06, "40": 6.403512809681291e-06, "50": 1.0117747589382426e-05, "60": 1.4710098522690325e-05, "70": 2.0195274139820998e-05, "80": 2.6579129033572307e-05, "90": 3.387346974445141e-05, "100": 4.208433445975451e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_292d5683", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.126997321561378e-05, "position_mse_by_step": { "10": 3.6988601956571594e-07, "20": 1.517568453631871e-06, "30": 3.474678893715983e-06, "40": 6.263810792006552e-06, "50": 9.902337329289626e-06, "60": 1.4405783336509817e-05, "70": 1.9785154563578544e-05, "80": 2.6050142098808594e-05, "90": 3.320998153607694e-05, "100": 4.126997321561378e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_da3b9347", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.0957030484735566e-05, "position_mse_by_step": { "10": 3.7647160776746854e-07, "20": 1.5327753219805475e-06, "30": 3.492372106198413e-06, "40": 6.273442925573493e-06, "50": 9.891928402794293e-06, "60": 1.4359508272069174e-05, "70": 1.969104352091173e-05, "80": 2.5894213883605386e-05, "90": 3.297988257275262e-05, "100": 4.0957030484735566e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_77e9093e", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.108818414221917e-05, "position_mse_by_step": { "10": 3.7185860252618243e-07, "20": 1.5186521466148407e-06, "30": 3.4719521571397697e-06, "40": 6.253441724116523e-06, "50": 9.879563270130477e-06, "60": 1.4364397741571468e-05, "70": 1.971844625846383e-05, "80": 2.5951792499004764e-05, "90": 3.3071012018938615e-05, "100": 4.108818414221917e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_a085bd46", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.005778311173864e-05, "position_mse_by_step": { "10": 3.66537875200785e-07, "20": 1.4940078715751172e-06, "30": 3.4068135002079152e-06, "40": 6.123237367968873e-06, "50": 9.658930600510627e-06, "60": 1.402719234257737e-05, "70": 1.9241655016750364e-05, "80": 2.531144564272836e-05, "90": 3.224729537448314e-05, "100": 4.005778311173864e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_437310c9", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.307373637857381e-05, "position_mse_by_step": { "10": 3.931720759250571e-07, "20": 1.6009001391077097e-06, "30": 3.651645215541066e-06, "40": 6.567951478635742e-06, "50": 1.0366741681926735e-05, "60": 1.506553500283709e-05, "70": 2.0673871196257615e-05, "80": 2.72059857836991e-05, "90": 3.4668392124461076e-05, "100": 4.307373637857381e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_a61d19db", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.1724541811813e-05, "position_mse_by_step": { "10": 3.803926389878143e-07, "20": 1.5493803273005013e-06, "30": 3.5327353056605457e-06, "40": 6.352220894508978e-06, "50": 1.0025855252544197e-05, "60": 1.4570920354474635e-05, "70": 1.9999775979938152e-05, "80": 2.63286028712173e-05, "90": 3.356570658589979e-05, "100": 4.1724541811813e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_c89a505d", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.2707156977225424e-05, "position_mse_by_step": { "10": 3.834223560618609e-07, "20": 1.5711977084720274e-06, "30": 3.5968484391040483e-06, "40": 6.482840464221746e-06, "50": 1.0248055091973844e-05, "60": 1.4906400052236027e-05, "70": 2.047286386316825e-05, "80": 2.6956806998766427e-05, "90": 3.436377766255256e-05, "100": 4.2707156977225424e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_c8cc8d72", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.314234785332311e-05, "position_mse_by_step": { "10": 3.8913291007247607e-07, "20": 1.5926518780621076e-06, "30": 3.641952659043974e-06, "40": 6.55876499097628e-06, "50": 1.0362880831442973e-05, "60": 1.5068591580659683e-05, "70": 2.068789279811816e-05, "80": 2.723395435688352e-05, "90": 3.471515917356425e-05, "100": 4.314234785332311e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_5de982a2", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -6.728758854567832, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10638021201376813, "position_mse": 4.727193085532885e-06, "position_mse_by_step": { "10": 2.0478241023548704e-09, "20": 1.913011547267323e-08, "30": 7.101752821370156e-08, "40": 1.8248681600750517e-07, "50": 3.856634370842065e-07, "60": 7.209896543664789e-07, "70": 1.2417318089319451e-06, "80": 2.016557440193927e-06, "90": 3.137515964876262e-06, "100": 4.727193085532885e-06 }, "relative_mse_by_step": { "10": 0.005018240271831476, "20": 0.011517032541305648, "30": 0.01875765482822782, "40": 0.026818692977354352, "50": 0.03594190745772091, "60": 0.04627032140196141, "70": 0.058110865979378125, "80": 0.07176290446111383, "90": 0.08767416394056972, "100": 0.10638021201376813 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.13116435075196664, "20": -0.3521110769943141, "30": -0.9290906418730329, "40": -1.4853160856626402, "50": -2.0622525529163056, "60": -2.5988490040756593, "70": -3.1629997859688865, "80": -3.7765598245038525, "90": -4.504109281795509, "100": -5.354806604512014 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_6dc29ed4", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -7.019308253399425, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.4174189516302843, "position_mse": 1.854875022867678e-05, "position_mse_by_step": { "10": 3.013495494411497e-09, "20": 3.848875450732489e-08, "30": 1.8425357422659414e-07, "40": 5.638852826450603e-07, "50": 1.3308521585843533e-06, "60": 2.6625025433142064e-06, "70": 4.769561889718586e-06, "80": 7.904282366715571e-06, "90": 1.237215435269588e-05, "100": 1.854875022867678e-05 }, "relative_mse_by_step": { "10": 0.00738464032709089, "20": 0.023171644665103637, "30": 0.04866636495443249, "40": 0.08286991137532149, "50": 0.12402877878543336, "60": 0.17086909315077092, "70": 0.22320711264712115, "80": 0.28128842204550686, "90": 0.345725185516011, "100": 0.4174189516302843 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2198126825554646, "20": 0.03253459598403796, "30": -0.3122925069446114, "40": -0.732453915437254, "50": -1.2371429123903814, "60": -1.7975565976410222, "70": -2.4638164099369524, "80": -3.255765511945352, "90": -4.233536869343709, "100": -5.41561693435865 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_9e72048d", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.2636122591979543, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.22792225918866876, "position_mse": 9.591956586518791e-06, "position_mse_by_step": { "10": 3.5749302502401697e-09, "20": 3.160701346363989e-08, "30": 1.19115406249648e-07, "40": 3.2013567152132186e-07, "50": 7.10213510858791e-07, "60": 1.3867491556343988e-06, "70": 2.468588864498348e-06, "80": 4.09227274888378e-06, "90": 6.411368076442159e-06, "100": 9.591956586518791e-06 }, "relative_mse_by_step": { "10": 0.00942249549022801, "20": 0.020346576966615362, "30": 0.03351095016042052, "40": 0.04999375827550743, "50": 0.07019482395509548, "60": 0.09427191486823412, "70": 0.12223596705878777, "80": 0.1539656451388907, "90": 0.18927402845976127, "100": 0.22792225918866876 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.48992359808402286, "20": -0.46174584731885027, "30": -0.39800616061172756, "40": -0.308556600325258, "50": -0.23288935819346812, "60": -0.15084212475063707, "70": -0.08065569302150699, "80": -0.014434000982606499, "90": 0.03166495102014599, "100": 0.052383662504395634 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_c84cfbda", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.20281799892605512, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08777617641087729, "position_mse": 3.6940019656737736e-06, "position_mse_by_step": { "10": 2.511158866561455e-09, "20": 2.157811075217556e-08, "30": 7.645027777820296e-08, "40": 1.891791624432569e-07, "50": 3.8448624398565047e-07, "60": 6.90075572963776e-07, "70": 1.137455521010062e-06, "80": 1.760648503282677e-06, "90": 2.598458557453601e-06, "100": 3.6940019656737736e-06 }, "relative_mse_by_step": { "10": 0.0066186978316099395, "20": 0.01389060980779961, "30": 0.021507893303123703, "40": 0.029543028657214875, "50": 0.03800116978497573, "60": 0.04691168940162668, "70": 0.05632285618580585, "80": 0.06624176815797041, "90": 0.07671072898811133, "100": 0.08777617641087729 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2574826144153066, "20": -0.15154803013941143, "30": -0.10551446793508568, "40": -0.06533558746459933, "50": -0.0509744805046366, "60": -0.04782065303592198, "70": -0.05793921252373946, "80": -0.0735625113782219, "90": -0.09963222760997703, "100": -0.132496085530607 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_01a1be23", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": 0.22103994457551002, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09934663521636568, "position_mse": 4.068943167112593e-06, "position_mse_by_step": { "10": 2.538252195728928e-09, "20": 2.2516226013838798e-08, "30": 8.18797738690234e-08, "40": 2.0636040594419164e-07, "50": 4.2446912686955327e-07, "60": 7.670450510691548e-07, "70": 1.267170732229975e-06, "80": 1.9597057319385517e-06, "90": 2.8808165260280864e-06, "100": 4.068943167112593e-06 }, "relative_mse_by_step": { "10": 0.006742214136096832, "20": 0.014689841159984798, "30": 0.023445317789504632, "40": 0.032894282835182885, "50": 0.04291065498913724, "60": 0.05341722268868649, "70": 0.0643526449415568, "80": 0.07568122132409341, "90": 0.08735072114562847, "100": 0.09934663521636568 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.010470776517797598, "20": 0.15111388976415574, "30": 0.22886061783318767, "40": 0.2579426001128591, "50": 0.2455938166236038, "60": 0.218828232083919, "70": 0.18442740898421306, "80": 0.1420424668892145, "90": 0.10208367700938603, "100": 0.06187416617124131 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_45d0ef9f", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -1.2815181555182371, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11073460766503203, "position_mse": 4.570014292377372e-06, "position_mse_by_step": { "10": 2.2342947809355404e-09, "20": 2.0137662991105896e-08, "30": 7.389518345795361e-08, "40": 1.8986097083078286e-07, "50": 4.00900377225558e-07, "60": 7.467494871856875e-07, "70": 1.2753221158488616e-06, "80": 2.0436919531415955e-06, "90": 3.11637132069466e-06, "100": 4.570014292377372e-06 }, "relative_mse_by_step": { "10": 0.006040495349239831, "20": 0.013269690037976272, "30": 0.021266766143943353, "40": 0.030310776799495683, "50": 0.04048542923696963, "60": 0.05183678455673674, "70": 0.06445853691719626, "80": 0.07845223820238063, "90": 0.09383839365611384, "100": 0.11073460766503203 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.36621987098990494, "20": 0.3051056953569057, "30": 0.11933267638132139, "40": -0.10795331929353114, "50": -0.3393003744476375, "60": -0.5553014788249968, "70": -0.7543406722431336, "80": -0.9350601708548858, "90": -1.0985662128731373, "100": -1.2528412865993048 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_8061008c", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.4646027200866367, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3332677834962844, "position_mse": 1.3753952498518628e-05, "position_mse_by_step": { "10": 2.794912837674904e-09, "20": 3.258142761300828e-08, "30": 1.4354104262029718e-07, "40": 4.205542325053102e-07, "50": 9.779702419824129e-07, "60": 1.956902844670237e-06, "70": 3.5242679619581654e-06, "80": 5.870124375308348e-06, "90": 9.202946707124023e-06, "100": 1.3753952498518628e-05 }, "relative_mse_by_step": { "10": 0.007556146190538421, "20": 0.021469494529247655, "30": 0.04131059214705959, "40": 0.06714031545173632, "50": 0.09876155592980294, "60": 0.13584147414675393, "70": 0.17812688552081396, "80": 0.22533943780586205, "90": 0.2771138760533969, "100": 0.3332677834962844 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3825263675778289, "20": 0.34236406534198593, "30": 0.20681642394099353, "40": 0.028491107230998347, "50": -0.15015946003074965, "60": -0.3165639890971643, "70": -0.4655959026638261, "80": -0.5963622827780848, "90": -0.7069122831641745, "100": -0.8040818661436242 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_b334c202", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -0.07495710099902819, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2742146186527994, "position_mse": 1.1231016495522843e-05, "position_mse_by_step": { "10": 3.461407376598962e-09, "20": 3.188056678331869e-08, "30": 1.2415690641936246e-07, "40": 3.414610948279265e-07, "50": 7.706109045102494e-07, "60": 1.5274518724644232e-06, "70": 2.757481420953159e-06, "80": 4.638666314349393e-06, "90": 7.380308066525945e-06, "100": 1.1231016495522843e-05 }, "relative_mse_by_step": { "10": 0.009194338444605722, "20": 0.020799243259034733, "30": 0.035550881361984144, "40": 0.054429616859343874, "50": 0.0779030006214527, "60": 0.10637215728587904, "70": 0.14003734327359219, "80": 0.17913910556235538, "90": 0.2237821208200244, "100": 0.2742146186527994 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0521630903316872, "20": 0.07513205740783102, "30": 0.18782487171989137, "40": 0.23603870088051182, "50": 0.2274645454298463, "60": 0.18317024603798393, "70": 0.10680019694663456, "80": 0.004210889970953424, "90": -0.11147144513586293, "100": -0.239277618895811 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_2289be89", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": -0.07225428050834726, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6127648460127538, "position_mse": 2.5177394828850603e-05, "position_mse_by_step": { "10": 3.970157742243836e-09, "20": 4.531992163135458e-08, "30": 1.9644682071527443e-07, "40": 5.766315593648739e-07, "50": 1.3656318839951253e-06, "60": 2.823095038755647e-06, "70": 5.316862149941568e-06, "80": 9.359748336074907e-06, "90": 1.5657742564404283e-05, "100": 2.5177394828850603e-05 }, "relative_mse_by_step": { "10": 0.010676525204131317, "20": 0.029842200356661783, "30": 0.05658108517172349, "40": 0.0922102715279304, "50": 0.1382279607565173, "60": 0.19653417355504108, "70": 0.26963900097652926, "80": 0.3606590310258472, "90": 0.47345822242868285, "100": 0.6127648460127538 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7049218581805718, "20": -0.6596806683304879, "30": -0.6184557061358644, "40": -0.5353038351248041, "50": -0.40591317360281276, "60": -0.24794623051065434, "70": -0.09675595008712734, "80": 0.012639072353087477, "90": 0.022532643535717378, "100": -0.13436512543143664 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_2adcda3f", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": -1.2524448284268543, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12333117184863132, "position_mse": 4.94037333282904e-06, "position_mse_by_step": { "10": 2.141308392505132e-09, "20": 2.1102729861967515e-08, "30": 8.164404152109585e-08, "40": 2.1517524138354408e-07, "50": 4.5875765043287435e-07, "60": 8.550437680046993e-07, "70": 1.4499888006217329e-06, "80": 2.2941394295880204e-06, "90": 3.4395408550023733e-06, "100": 4.94037333282904e-06 }, "relative_mse_by_step": { "10": 0.005841983973231005, "20": 0.014124912099505288, "30": 0.023964928375478485, "40": 0.035140764346184315, "50": 0.04749569796149294, "60": 0.060956159088896664, "70": 0.07535676111849421, "80": 0.0906364441592887, "90": 0.1066613747000946, "100": 0.12333117184863132 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.1774432801236474, "20": -0.36195657293069816, "30": -0.9062358098785319, "40": -1.2834656058804996, "50": -1.5469320934764816, "60": -1.725591990409142, "70": -1.8159803578084897, "80": -1.832719366566196, "90": -1.8197000478850804, "100": -1.7877962494595745 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_8421709f", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.2393355436981253, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5282254807953756, "position_mse": 2.115954174379502e-05, "position_mse_by_step": { "10": 3.7998472971320244e-09, "20": 3.868518721869155e-08, "30": 1.602761530859555e-07, "40": 4.6439165828360275e-07, "50": 1.1028365861420752e-06, "60": 2.3021709515497993e-06, "70": 4.3837570566600855e-06, "80": 7.790567763419988e-06, "90": 1.3118281120633972e-05, "100": 2.115954174379502e-05 }, "relative_mse_by_step": { "10": 0.010366861255608343, "20": 0.025893563183108367, "30": 0.047045766689657056, "40": 0.07584087148293014, "50": 0.11417791800717285, "60": 0.16412200640907418, "70": 0.22782640333401208, "80": 0.3077883370781753, "90": 0.40680252307343256, "100": 0.5282254807953756 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.052957479915851646, "20": -0.04858368967641824, "30": -0.3136613630488163, "40": -0.7710979429018388, "50": -1.337848101224139, "60": -1.9631360782198115, "70": -2.595786375483185, "80": -3.1791481437473985, "90": -3.7226126409507128, "100": -4.213060276511294 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_b2a6de15", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": 0.1403329868452119, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10362703488218838, "position_mse": 4.257846691351526e-06, "position_mse_by_step": { "10": 2.5185149204227334e-09, "20": 2.1383618621838097e-08, "30": 7.620858793546046e-08, "40": 1.9098083592033229e-07, "50": 3.9458589152932943e-07, "60": 7.22279794120238e-07, "70": 1.2167128301955798e-06, "80": 1.9278305834242408e-06, "90": 2.917127621263457e-06, "100": 4.257846691351526e-06 }, "relative_mse_by_step": { "10": 0.0067727757360283355, "20": 0.01408065610647136, "30": 0.021949780551769438, "40": 0.030540116042628313, "50": 0.039939608739822184, "60": 0.05028263677424603, "70": 0.0617042952698834, "80": 0.07428506464430817, "90": 0.08820799374367255, "100": 0.10362703488218838 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.35332333742977107, "20": -0.1709353844870456, "30": -0.09782211327100132, "40": -0.05021656870590219, "50": -0.017934735038213523, "60": 0.0010449655904615218, "70": -0.0003308093402429879, "80": -0.013080745353470924, "90": -0.03400270630122226, "100": -0.06394993794625137 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_02558410", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -9.125991459069576, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.7312389123378481, "position_mse": 3.1497192139795516e-05, "position_mse_by_step": { "10": 3.6609570232469326e-09, "20": 5.1284281354924134e-08, "30": 2.52222444479295e-07, "40": 7.954880231864081e-07, "50": 1.948757484829652e-06, "60": 4.052057079206861e-06, "70": 7.521490020475799e-06, "80": 1.2849110693683283e-05, "90": 2.0616257851153414e-05, "100": 3.1497192139795516e-05 }, "relative_mse_by_step": { "10": 0.00931133528400616, "20": 0.032034653569027946, "30": 0.0690709062878999, "40": 0.12111661082971983, "50": 0.18798167684906192, "60": 0.26896204339532526, "70": 0.3638162368853947, "80": 0.4722898407666607, "90": 0.5946701472955574, "100": 0.7312389123378481 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.00263028938685006, "20": -0.898886606093642, "30": -2.146080930288097, "40": -3.509931182291119, "50": -4.855014982896849, "60": -6.1835446677370784, "70": -7.359193571255105, "80": -8.37857676985255, "90": -9.23908480633727, "100": -9.877944492039703 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_71327b8a", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -3.2307987619349534, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09508412213870877, "position_mse": 4.095628410790856e-06, "position_mse_by_step": { "10": 2.08029501878672e-09, "20": 1.9498385648932168e-08, "30": 7.169280407432715e-08, "40": 1.8211048293486395e-07, "50": 3.793259856316971e-07, "60": 6.968213422656585e-07, "70": 1.1759653927713642e-06, "80": 1.863277845716636e-06, "90": 2.815235994343571e-06, "100": 4.095628410790856e-06 }, "relative_mse_by_step": { "10": 0.005291054848928913, "20": 0.012179638924761378, "30": 0.019633014666706715, "40": 0.027727135854647166, "50": 0.03659066631254157, "60": 0.046252678191278006, "70": 0.056881721938184346, "80": 0.06848779016980332, "90": 0.08120468881962417, "100": 0.09508412213870877 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.07176223577737062, "20": -0.8209440392335416, "30": -1.4880191468687816, "40": -2.0514849498818717, "50": -2.5151161777728643, "60": -2.943073436523323, "70": -3.3122137575228727, "80": -3.650802652761909, "90": -3.9970403222098474, "100": -4.3434120453904494 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_71840d36", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -0.047812547472933176, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1000481520726542, "position_mse": 4.174463304350086e-06, "position_mse_by_step": { "10": 2.079894131526824e-09, "20": 1.8851752375021696e-08, "30": 6.924989394617245e-08, "40": 1.7716148558325325e-07, "50": 3.7228838485654187e-07, "60": 6.907167309983769e-07, "70": 1.1752402729468615e-06, "80": 1.8766639235374376e-06, "90": 2.854542029646317e-06, "100": 4.174463304350086e-06 }, "relative_mse_by_step": { "10": 0.005467755993021338, "20": 0.012167285231939964, "30": 0.01960234434638012, "40": 0.027889692207712133, "50": 0.03713283061433274, "60": 0.04740378192968863, "70": 0.05876267184821216, "80": 0.0712785229325262, "90": 0.08504340650005701, "100": 0.1000481520726542 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.21988715514616397, "20": 0.25076670390511246, "30": 0.24747714313216895, "40": 0.22093831623683058, "50": 0.18431674465489056, "60": 0.15398913520137614, "70": 0.12097136194676672, "80": 0.08991050722349914, "90": 0.057924282664110316, "100": 0.026765245358964185 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_a251fa17", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -0.05419861384231339, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.3302740501935645, "position_mse": 1.3780533416658207e-05, "position_mse_by_step": { "10": 3.2112919910533475e-09, "20": 3.949209967300606e-08, "30": 1.7429696969527088e-07, "40": 5.00154279896898e-07, "50": 1.1285673882152228e-06, "60": 2.1867225947452037e-06, "70": 3.815522651556031e-06, "80": 6.1718878831535615e-06, "90": 9.430703409764517e-06, "100": 1.3780533416658207e-05 }, "relative_mse_by_step": { "10": 0.008442045565335505, "20": 0.025488964185968133, "30": 0.049337681602126454, "40": 0.07873691551394948, "50": 0.11256569736819545, "60": 0.15007443191971573, "70": 0.19077826948578802, "80": 0.23441759949597377, "90": 0.28096245749005466, "100": 0.3302740501935645 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.14703948680430234, "20": -0.1402602303730751, "30": -0.11928874517819077, "40": -0.10037594285824203, "50": -0.08177593996886534, "60": -0.062345083864050466, "70": -0.04647106144555191, "80": -0.031158323219914852, "90": -0.016701367745955764, "100": -0.007600307587583455 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_0d948b62", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -0.027189294632529837, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08942073471961683, "position_mse": 3.818905354689507e-06, "position_mse_by_step": { "10": 2.4738471255630097e-09, "20": 2.1835132965212065e-08, "30": 7.673676074253827e-08, "40": 1.883590716797049e-07, "50": 3.8147260486961644e-07, "60": 6.858714182759026e-07, "70": 1.1366831147695068e-06, "80": 1.7750901585194307e-06, "90": 2.6502271907702378e-06, "100": 3.818905354689507e-06 }, "relative_mse_by_step": { "10": 0.006452015868276294, "20": 0.01389712627982795, "30": 0.02133444376145382, "40": 0.02905502190270497, "50": 0.037223902627961214, "60": 0.046011875159154794, "70": 0.055521451340008125, "80": 0.06584942195122222, "90": 0.07712269636927273, "100": 0.08942073471961683 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.20903713186567008, "20": 0.1099091255483251, "30": 0.06459625026057536, "40": 0.04619654253399741, "50": 0.026791680623769243, "60": 0.01275546053290122, "70": -0.0059281415471406085, "80": -0.027609493565082133, "90": -0.05100487130597786, "100": -0.07824068903866577 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_376a1dfa", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -3.8793623061980114, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1070224465713274, "position_mse": 4.617199618093894e-06, "position_mse_by_step": { "10": 2.185506139554657e-09, "20": 2.075409632088362e-08, "30": 7.839531457014865e-08, "40": 2.033341735747334e-07, "50": 4.2852529580678884e-07, "60": 7.927004487230859e-07, "70": 1.3395213678839875e-06, "80": 2.1188930255838e-06, "90": 3.1899196203864577e-06, "100": 4.617199618093894e-06 }, "relative_mse_by_step": { "10": 0.005616348766665884, "20": 0.013031156781189749, "30": 0.021525627021941496, "40": 0.031001899573240673, "50": 0.041351946700627945, "60": 0.05260614069204087, "70": 0.06474904819720619, "80": 0.07780335524606763, "90": 0.09188837661489381, "100": 0.1070224465713274 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.11428560755792683, "20": -0.4079640779905347, "30": -0.973985196129945, "40": -1.4643151593193395, "50": -1.8968980668157016, "60": -2.2945903932028746, "70": -2.686993367753105, "80": -3.09831285138036, "90": -3.527034702385177, "100": -3.9723629604679536 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_d5e40882", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -10.640308144444198, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6383830867973583, "position_mse": 2.7541345194289795e-05, "position_mse_by_step": { "10": 5.052599037570969e-09, "20": 5.645818492082201e-08, "30": 2.4702369135606464e-07, "40": 7.328376276356201e-07, "50": 1.7388869829509141e-06, "60": 3.562649853198049e-06, "70": 6.574433005620709e-06, "80": 1.1217322298762156e-05, "90": 1.801012188350017e-05, "100": 2.7541345194289795e-05 }, "relative_mse_by_step": { "10": 0.012984250128394232, "20": 0.035449168583858194, "30": 0.06782726588788479, "40": 0.11173408845169437, "50": 0.16779957342313506, "60": 0.23642885495487567, "70": 0.31779133185660846, "80": 0.4118873870377521, "90": 0.5187970417607924, "100": 0.6383830867973583 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.11085477750264516, "20": 0.04275196650854307, "30": -0.43636380768299476, "40": -1.2348456936548482, "50": -2.272018205700604, "60": -3.5281743592356873, "70": -5.015709557360427, "80": -6.777164711352025, "90": -8.805175718928364, "100": -11.109545091373986 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_fdf3f203", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142466, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.018134207853664597, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 5.26754437592943, "position_mse": 0.0002249618445473191, "position_mse_by_step": { "10": 9.80993584777577e-09, "20": 2.0362310177038776e-07, "30": 1.2165809591481645e-06, "40": 4.312271987925799e-06, "50": 1.1465244837641615e-05, "60": 2.538299018591975e-05, "70": 4.944663913712637e-05, "80": 8.76561044216422e-05, "90": 0.0001445343254350259, "100": 0.0002249618445473191 }, "relative_mse_by_step": { "10": 0.025585195262305068, "20": 0.1295973770025473, "30": 0.3382352578223193, "40": 0.6651824939584534, "50": 1.118772755878436, "60": 1.7028249675958609, "70": 2.4152282488471704, "80": 3.2517243019788453, "90": 4.206008048775444, "100": 5.26754437592943 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.0900914545896927, "20": -0.04358947424879345, "30": -0.10230742966124629, "40": -0.11386316440046795, "50": -0.10434325042213977, "60": -0.06322640457156048, "70": -0.008293892322682073, "80": 0.05303499064624473, "90": 0.10745826406123526, "100": 0.13030657680589453 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_104f66f9", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -0.5471986340728792, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08083664980160805, "position_mse": 3.4019566068569213e-06, "position_mse_by_step": { "10": 5.015982023388281e-09, "20": 3.9505780259828176e-08, "30": 1.2624778236158818e-07, "40": 2.834818198087825e-07, "50": 5.263178727383482e-07, "60": 8.669111179772569e-07, "70": 1.3163650781474904e-06, "80": 1.8826923386378829e-06, "90": 2.575574465676514e-06, "100": 3.4019566068569213e-06 }, "relative_mse_by_step": { "10": 0.013220696541216614, "20": 0.02543129864539314, "30": 0.03551751428119988, "40": 0.04426973572695823, "50": 0.052019272875582175, "60": 0.05893305994110418, "70": 0.06518183754445228, "80": 0.07083348503481207, "90": 0.07603515332521854, "100": 0.08083664980160805 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8551851153658274, "20": -0.8783764616110541, "30": -0.8970291236925743, "40": -0.8763869333824363, "50": -0.8756690736847701, "60": -0.8607852196676322, "70": -0.8563730777910352, "80": -0.8422357861938625, "90": -0.8304716806600936, "100": -0.8168824599830018 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_16c69864", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -1.0856892385234862, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07860181414181572, "position_mse": 3.492810789599129e-06, "position_mse_by_step": { "10": 5.209086688979474e-09, "20": 4.0769906917148545e-08, "30": 1.2994549517689588e-07, "40": 2.9107030335191144e-07, "50": 5.392815990847209e-07, "60": 8.880118737611805e-07, "70": 1.348170647880969e-06, "80": 1.9299879893099256e-06, "90": 2.64202295738869e-06, "100": 3.492810789599129e-06 }, "relative_mse_by_step": { "10": 0.012764987272118826, "20": 0.02454498224757384, "30": 0.034322128724005474, "40": 0.04277637843217816, "50": 0.05025835343505148, "60": 0.056989160050835465, "70": 0.06309201654721891, "80": 0.06868217137153607, "90": 0.07382819928056691, "100": 0.07860181414181572 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7275127792243128, "20": -0.8638217928949767, "30": -0.9193860109840069, "40": -0.9521108081856033, "50": -0.9639057989307089, "60": -0.9752286369811871, "70": -0.9715627442016634, "80": -0.9721258664570214, "90": -0.9754460596937109, "100": -0.9715620818230843 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_8303d83b", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.9650372957120412, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07945485566762503, "position_mse": 3.530717200257121e-06, "position_mse_by_step": { "10": 5.015849821202575e-09, "20": 4.071397954013329e-08, "30": 1.308617632795566e-07, "40": 2.9403636594744447e-07, "50": 5.453986663691727e-07, "60": 8.984953260388855e-07, "70": 1.3641400723177607e-06, "80": 1.9524231683070477e-06, "90": 2.6717530334151107e-06, "100": 3.530717200257121e-06 }, "relative_mse_by_step": { "10": 0.012291455863456575, "20": 0.02451131191129413, "30": 0.034564139974356325, "40": 0.04321227798832989, "50": 0.05082843357516705, "60": 0.05766194738329415, "70": 0.06383935754028924, "80": 0.0694805684689099, "90": 0.07465897100848347, "100": 0.07945485566762503 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7094569871935363, "20": -0.8729533498356314, "30": -0.9379726936172652, "40": -0.9767264743404529, "50": -0.9922927081490196, "60": -1.0078540591755063, "70": -1.0098958678447647, "80": -1.012817980635985, "90": -1.0183628907528002, "100": -1.0157205069751662 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_a9a4134e", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": -0.48427161182354506, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08048968591690403, "position_mse": 3.3873548626875814e-06, "position_mse_by_step": { "10": 4.688566883943273e-09, "20": 3.837940667494877e-08, "30": 1.2404896990249523e-07, "40": 2.799653245233458e-07, "50": 5.21324927506482e-07, "60": 8.602096223902273e-07, "70": 1.3079006764980606e-06, "80": 1.8722826000937077e-06, "90": 2.5631205565852202e-06, "100": 3.3873548626875814e-06 }, "relative_mse_by_step": { "10": 0.012357723711286376, "20": 0.024706211257295697, "30": 0.034898918441679805, "40": 0.043720584754679354, "50": 0.05152578900599979, "60": 0.058477488853208845, "70": 0.06476270970341248, "80": 0.07044183418233205, "90": 0.07566749364390307, "100": 0.08048968591690403 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9563770396691929, "20": -0.936683440231364, "30": -0.9363001012624013, "40": -0.905683912162196, "50": -0.8989639035357511, "60": -0.8776415564949851, "70": -0.8708854651620717, "80": -0.853779351650712, "90": -0.8393836622856363, "100": -0.824209804936922 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_2ca719bb", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.5729985499341195, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17032085308964642, "position_mse": 7.029137045070197e-06, "position_mse_by_step": { "10": 6.210551647559522e-09, "20": 5.0032336876678785e-08, "30": 1.676650160423573e-07, "40": 3.9855521996352244e-07, "50": 7.866149936879602e-07, "60": 1.3808563989771626e-06, "70": 2.2368791210932872e-06, "80": 3.4167521010074e-06, "90": 4.988322526904605e-06, "100": 7.029137045070197e-06 }, "relative_mse_by_step": { "10": 0.01679044710814252, "20": 0.032968751265842755, "30": 0.048253384318643774, "40": 0.06362823418487215, "50": 0.07943730530783588, "60": 0.09585430842053132, "70": 0.11305846077194873, "80": 0.13116059359859175, "90": 0.1502055194305257, "100": 0.17032085308964642 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8476874148001623, "20": -0.6369985039500803, "30": -0.46229965761435854, "40": -0.38014786950201573, "50": -0.3473033648664656, "60": -0.35103354263887887, "70": -0.38531396821508657, "80": -0.43358189738442854, "90": -0.4953138175199312, "100": -0.5699602735635623 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_39270c29", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": 0.048696645153925244, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10870380084315992, "position_mse": 4.452184884939925e-06, "position_mse_by_step": { "10": 4.705558609430227e-09, "20": 3.9003471868121715e-08, "30": 1.2916743210260913e-07, "40": 2.9960488814952313e-07, "50": 5.744771032466036e-07, "60": 9.790281142483894e-07, "70": 1.540114418828255e-06, "80": 2.2853859150018254e-06, "90": 3.2450575401656222e-06, "100": 4.452184884939925e-06 }, "relative_mse_by_step": { "10": 0.012499106207065321, "20": 0.02544630730205396, "30": 0.036985586923385744, "40": 0.04775764946042519, "50": 0.05807533979768031, "60": 0.06817977995477095, "70": 0.07821395637019773, "80": 0.08825855557054738, "90": 0.09839506047382442, "100": 0.10870380084315992 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6725177805114735, "20": -0.5826756438704808, "30": -0.4142891667993758, "40": -0.2756568960859296, "50": -0.17502796591619418, "60": -0.10808888269081907, "70": -0.0785746138391139, "80": -0.09015440309353107, "90": -0.14497628128920126, "100": -0.24920936891998302 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_71b22d29", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -0.6678229216466278, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08872791576748187, "position_mse": 3.661798707201212e-06, "position_mse_by_step": { "10": 5.1297888667026625e-09, "20": 4.191198047668162e-08, "30": 1.34866596011664e-07, "40": 3.036867314319482e-07, "50": 5.646359166381184e-07, "60": 9.313011641357402e-07, "70": 1.4150666645816402e-06, "80": 2.0259543410767425e-06, "90": 2.7722742418388537e-06, "100": 3.661798707201212e-06 }, "relative_mse_by_step": { "10": 0.013868566518749641, "20": 0.027617851686609025, "30": 0.0388141178327507, "40": 0.0484827434154768, "50": 0.05702046879053597, "60": 0.0646477280951091, "70": 0.07152163810671272, "80": 0.07777133550336371, "90": 0.08347713890859151, "100": 0.08872791576748187 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9433708737972437, "20": -0.9501666240158873, "30": -0.8778087411365667, "40": -0.8233480772358599, "50": -0.7756053835605499, "60": -0.7421503344174205, "70": -0.7177864140699743, "80": -0.6910665846270987, "90": -0.6715794387931642, "100": -0.6548054437598754 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_e9f7248c", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.08541204499976096, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09867783128161953, "position_mse": 4.041550943968884e-06, "position_mse_by_step": { "10": 4.969372519829969e-09, "20": 4.048404083079049e-08, "30": 1.319269548462541e-07, "40": 3.013631040208306e-07, "50": 5.692990648802671e-07, "60": 9.556224654261313e-07, "70": 1.479919274873152e-06, "80": 2.159068412765919e-06, "90": 3.0082518963224303e-06, "100": 4.041550943968884e-06 }, "relative_mse_by_step": { "10": 0.013199860008830604, "20": 0.026412247281277845, "30": 0.03777574406006291, "40": 0.04803791276913246, "50": 0.057551878834813476, "60": 0.06654980430527153, "70": 0.07515697546965908, "80": 0.08338034212859065, "90": 0.09121475462158841, "100": 0.09867783128161953 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4958175743841797, "20": -0.4431052216040343, "30": -0.2923476488514689, "40": -0.17026805827013547, "50": -0.08809105519407945, "60": -0.03147160844346142, "70": 0.002114259979533073, "80": 0.010995451027122294, "90": -0.002326057899189493, "100": -0.03573911223436155 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_0f949362", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.7568879978543779, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08224576084704177, "position_mse": 3.3793289666001718e-06, "position_mse_by_step": { "10": 4.913299303918198e-09, "20": 3.921995079179754e-08, "30": 1.2561174865969145e-07, "40": 2.820148359156909e-07, "50": 5.231981772015257e-07, "60": 8.614375880305098e-07, "70": 1.3073996675367588e-06, "80": 1.8701613076440742e-06, "90": 2.558035755230646e-06, "100": 3.3793289666001718e-06 }, "relative_mse_by_step": { "10": 0.013212816028835193, "20": 0.02582549985473696, "30": 0.03617899757097221, "40": 0.045097539620157494, "50": 0.05295762200170777, "60": 0.05997032409771385, "70": 0.06630338163563868, "80": 0.07206289537479131, "90": 0.07734978759542491, "100": 0.08224576084704177 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7674399468775719, "20": -0.7974137825251173, "30": -0.8483768073285809, "40": -0.873798017611531, "50": -0.8762049769206821, "60": -0.8638281362509748, "70": -0.8553018814159379, "80": -0.8477856922085234, "90": -0.8425011450197817, "100": -0.8391608652790055 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_24d445a8", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": -0.7639283886022168, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0810552702483648, "position_mse": 3.330413869662152e-06, "position_mse_by_step": { "10": 4.797402583126395e-09, "20": 3.817997514334236e-08, "30": 1.2250595702312239e-07, "40": 2.756397764512388e-07, "50": 5.123482233264959e-07, "60": 8.449494917580783e-07, "70": 1.2842224618582675e-06, "80": 1.8392968448616948e-06, "90": 2.5186266108383797e-06, "100": 3.330413869662152e-06 }, "relative_mse_by_step": { "10": 0.012901147238589462, "20": 0.02514069810420222, "30": 0.0352844600036321, "40": 0.044078091491318847, "50": 0.05185939998739736, "60": 0.05882247950519648, "70": 0.06512797433555574, "80": 0.0708735955303369, "90": 0.0761581353904758, "100": 0.0810552702483648 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6573564742089666, "20": -0.6638753349149229, "30": -0.708471589552438, "40": -0.7311687759574936, "50": -0.7347022877412737, "60": -0.7252751898762706, "70": -0.7182297784929903, "80": -0.711380687116425, "90": -0.7083105273962655, "100": -0.7067395819236857 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_3396a265", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -0.2682723005690444, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08629969143952267, "position_mse": 3.456974322294367e-06, "position_mse_by_step": { "10": 5.25127746683499e-09, "20": 4.063291549576726e-08, "30": 1.2899039114293894e-07, "40": 2.886887108794716e-07, "50": 5.347832252969706e-07, "60": 8.799782019000954e-07, "70": 1.3357155734995883e-06, "80": 1.9111459128648028e-06, "90": 2.6152142303154894e-06, "100": 3.456974322294367e-06 }, "relative_mse_by_step": { "10": 0.014326698063490448, "20": 0.027197256633546642, "30": 0.03786247504745028, "40": 0.0471464183945611, "50": 0.055366711638729325, "60": 0.06273373747282682, "70": 0.06941791505651738, "80": 0.07550520582034988, "90": 0.08109871540994021, "100": 0.08629969143952267 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.8524415386026885, "20": -1.939417779276143, "30": -1.866692843551935, "40": -1.7592258398463603, "50": -1.6841295747563025, "60": -1.6075031381711358, "70": -1.5612220234757475, "80": -1.5085958549288638, "90": -1.4658802826966921, "100": -1.4286824045799604 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_ae7c4bfc", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.25410954397173624, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08621197643201384, "position_mse": 3.4534606535479337e-06, "position_mse_by_step": { "10": 4.968841617523724e-09, "20": 3.986326057819107e-08, "30": 1.2769050741212596e-07, "40": 2.8681883727748364e-07, "50": 5.323795412388271e-07, "60": 8.770869799588712e-07, "70": 1.3324267846266073e-06, "80": 1.9076107865397977e-06, "90": 2.6116321464542126e-06, "100": 3.4534606535479337e-06 }, "relative_mse_by_step": { "10": 0.013556147819108334, "20": 0.026682095413703304, "30": 0.03748092092635335, "40": 0.04684104502919568, "50": 0.05511785551194274, "60": 0.06252762196014162, "70": 0.06924699478639935, "80": 0.07536554069118644, "90": 0.0809876337263547, "100": 0.08621197643201384 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.643332899031802, "20": -1.763621002396714, "30": -1.7230848118586697, "40": -1.6339418032962243, "50": -1.5723087086378982, "60": -1.5056880179697782, "70": -1.4675327204500865, "80": -1.4211667813272681, "90": -1.384538520848741, "100": -1.3519931977225292 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_ad90e633", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": -0.5055744829934412, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09032647248687733, "position_mse": 3.7688306779922902e-06, "position_mse_by_step": { "10": 4.784969338216578e-09, "20": 3.8327344396650786e-08, "30": 1.2462584675988963e-07, "40": 2.843722940935679e-07, "50": 5.3632130589319e-07, "60": 8.981228851163385e-07, "70": 1.3857102763787615e-06, "80": 2.0156078189107315e-06, "90": 2.8045259552657496e-06, "100": 3.7688306779922902e-06 }, "relative_mse_by_step": { "10": 0.012579027162431138, "20": 0.024737208625482454, "30": 0.03527743688019878, "40": 0.04476738117520229, "50": 0.0534938209642605, "60": 0.06163803406148815, "70": 0.06928628989488544, "80": 0.076555821392035, "90": 0.08355331201172654, "100": 0.09032647248687733 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5118745270972147, "20": -0.48900150701221423, "30": -0.4445933193863101, "40": -0.3957069219977689, "50": -0.35122923483820756, "60": -0.31307831359515004, "70": -0.28116439391074577, "80": -0.25533186908389083, "90": -0.23322315038342722, "100": -0.2173314980543728 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_ae6fb4cd", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.9122653920655734, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0837124584095878, "position_mse": 3.605808365136909e-06, "position_mse_by_step": { "10": 4.91171781342408e-09, "20": 3.982906674947019e-08, "30": 1.2891847122529854e-07, "40": 2.919098331436284e-07, "50": 5.453441831702679e-07, "60": 9.03203665205053e-07, "70": 1.3777455121401415e-06, "80": 1.980038059303167e-06, "90": 2.7197582328751327e-06, "100": 3.605808365136909e-06 }, "relative_mse_by_step": { "10": 0.012492539816994296, "20": 0.024879170022228638, "30": 0.03530421593988194, "40": 0.04444457820572424, "50": 0.05260516755433533, "60": 0.0599516489148885, "70": 0.06664187365110126, "80": 0.07277950062333481, "90": 0.07845065969921763, "100": 0.0837124584095878 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9900065073853228, "20": -1.0976426085976994, "30": -1.120599680008394, "40": -1.1315853901783246, "50": -1.1143392173752726, "60": -1.1178333296510572, "70": -1.0946320683695578, "80": -1.0818780150535559, "90": -1.0673819121018653, "100": -1.0543659263504916 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_ba712a86", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -0.9634262926803177, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08317171834896807, "position_mse": 3.582516670316441e-06, "position_mse_by_step": { "10": 5.1568849032282824e-09, "20": 4.0240476018027496e-08, "30": 1.2899965286448734e-07, "40": 2.909561412626057e-07, "50": 5.425685657201029e-07, "60": 8.977353161299106e-07, "70": 1.3688299710728253e-06, "80": 1.9669026820728113e-06, "90": 2.7018254611123535e-06, "100": 3.582516670316441e-06 }, "relative_mse_by_step": { "10": 0.013116101623176417, "20": 0.025136156237987612, "30": 0.03532644746413936, "40": 0.04429937434967797, "50": 0.05233742504320438, "60": 0.059588678129309854, "70": 0.06621062683802591, "80": 0.07229668859311514, "90": 0.07793339395183599, "100": 0.08317171834896807 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.0914288873628704, "20": -1.1025751150336833, "30": -1.0801545851926662, "40": -1.0654104506205768, "50": -1.0309045505865573, "60": -1.0205703978268854, "70": -0.9861295129826684, "80": -0.9649593053501129, "90": -0.9423720292467488, "100": -0.9224165665522315 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_ca492d24", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -0.0991385297059415, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09641238555255567, "position_mse": 4.022762612164245e-06, "position_mse_by_step": { "10": 4.984977865417152e-09, "20": 4.050820227823643e-08, "30": 1.3240383986661592e-07, "40": 3.0357246844557397e-07, "50": 5.749091842842193e-07, "60": 9.653497443196102e-07, "70": 1.4909603537814422e-06, "80": 2.166951472710415e-06, "90": 3.0068662860165725e-06, "100": 4.022762612164245e-06 }, "relative_mse_by_step": { "10": 0.013104822108760216, "20": 0.026144776440278045, "30": 0.037479128327124765, "40": 0.04778997353634061, "50": 0.057342657539198795, "60": 0.06625180296336995, "70": 0.07454885271100185, "80": 0.08230408135630124, "90": 0.08958149825690517, "100": 0.09641238555255567 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.3938850638168965, "20": -0.3203930623452427, "30": -0.25196360871840384, "40": -0.19344370830748647, "50": -0.1473452192671627, "60": -0.11551946718839967, "70": -0.09438521960149893, "80": -0.08238208211401354, "90": -0.07623151011080309, "100": -0.07448861825940756 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_4cd5bc93", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -0.40016781511475363, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08313888689606667, "position_mse": 3.5506254935821094e-06, "position_mse_by_step": { "10": 4.950529605299689e-09, "20": 4.0595448450428e-08, "30": 1.3086878070112107e-07, "40": 2.948789695470363e-07, "50": 5.481794728114307e-07, "60": 9.036819250241024e-07, "70": 1.3727992593106008e-06, "80": 1.964762894398778e-06, "90": 2.688250210017681e-06, "100": 3.5506254935821094e-06 }, "relative_mse_by_step": { "10": 0.012911426595326061, "20": 0.025837263020136805, "30": 0.03638429111395076, "40": 0.04548607530517659, "50": 0.053491073954194335, "60": 0.060623753680121184, "70": 0.06705457861126787, "80": 0.07288559414654294, "90": 0.07822918179764513, "100": 0.08313888689606667 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4265395509295338, "20": -0.5939166586997788, "30": -0.6798402412173554, "40": -0.7096401081284796, "50": -0.735486189025683, "60": -0.7446777419344559, "70": -0.7536803255356563, "80": -0.7623271804511027, "90": -0.7574327979694071, "100": -0.7529777023458246 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_bd7f032b", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": -0.360154532891803, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08265691126006208, "position_mse": 3.530041684436063e-06, "position_mse_by_step": { "10": 4.923234182235043e-09, "20": 3.971507191684915e-08, "30": 1.2787243446967165e-07, "40": 2.8856040147827245e-07, "50": 5.376757607271948e-07, "60": 8.887105049585183e-07, "70": 1.3536906059081438e-06, "80": 1.9427092468049523e-06, "90": 2.665395538770099e-06, "100": 3.530041684436063e-06 }, "relative_mse_by_step": { "10": 0.012840237676283891, "20": 0.025276941089400914, "30": 0.03555124343841517, "40": 0.04451141487605829, "50": 0.0524661270750092, "60": 0.059619391794413015, "70": 0.06612121366876784, "80": 0.07206748361902998, "90": 0.07756410150664768, "100": 0.08265691126006208 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.44621643825058555, "20": -0.5715860034237055, "30": -0.638084974393482, "40": -0.6596692126415256, "50": -0.6796669400988302, "60": -0.6860594116659675, "70": -0.6916364756033115, "80": -0.697377844136742, "90": -0.6917773765567428, "100": -0.6864701375139466 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_c679875a", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -0.8475107826702135, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08176473419996598, "position_mse": 3.527522604989437e-06, "position_mse_by_step": { "10": 5.3051051456571535e-09, "20": 4.090357236411332e-08, "30": 1.2976512116275835e-07, "40": 2.9060992038206936e-07, "50": 5.394389859247894e-07, "60": 8.897976134189126e-07, "70": 1.3535000789488549e-06, "80": 1.9411278019885813e-06, "90": 2.66281470625732e-06, "100": 3.527522604989437e-06 }, "relative_mse_by_step": { "10": 0.013633144379047963, "20": 0.025682682403817964, "30": 0.03563064468740847, "40": 0.04430863444290169, "50": 0.05205492514089594, "60": 0.05904981953064245, "70": 0.06542474345535926, "80": 0.07127601730366973, "90": 0.07670466648141039, "100": 0.08176473419996598 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.0548758984648199, "20": -0.9074569222175188, "30": -0.841536781604584, "40": -0.797468219699355, "50": -0.75835809008949, "60": -0.7123526977888028, "70": -0.6777923314623417, "80": -0.6570634133828974, "90": -0.6362166651413084, "100": -0.6180887667072905 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_f7661346", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.8133589286880079, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08265597950956285, "position_mse": 3.565973020158708e-06, "position_mse_by_step": { "10": 5.115017507963314e-09, "20": 4.104881671399393e-08, "30": 1.3128980193804248e-07, "40": 2.9459525511096475e-07, "50": 5.470433019841688e-07, "60": 9.021193972915041e-07, "70": 1.3713750661281666e-06, "80": 1.9653443067519607e-06, "90": 2.6939202094971343e-06, "100": 3.565973020158708e-06 }, "relative_mse_by_step": { "10": 0.013144654115763791, "20": 0.02577387894957995, "30": 0.03604928845299887, "40": 0.0449162693763653, "50": 0.05278872843199492, "60": 0.05986753257347297, "70": 0.06628877476844386, "80": 0.07216521996759571, "90": 0.07760068723949756, "100": 0.08265597950956285 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6443741677609509, "20": -0.657553995842511, "30": -0.6545620148179754, "40": -0.6418181080593963, "50": -0.6252882636260355, "60": -0.5987870130146793, "70": -0.5778155477784876, "80": -0.5666974423614861, "90": -0.5537930498718211, "100": -0.5424340397918381 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_3255b7a8", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.20337461724730355, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2594629907396054, "position_mse": 1.0919327282213739e-05, "position_mse_by_step": { "10": 4.805867145510742e-09, "20": 4.827379329291099e-08, "30": 1.8956281329402763e-07, "40": 5.050012150929564e-07, "50": 1.077669557097189e-06, "60": 1.9925865233614918e-06, "70": 3.3388093892686553e-06, "80": 5.208105091826708e-06, "90": 7.70031100338591e-06, "100": 1.0919327282213739e-05 }, "relative_mse_by_step": { "10": 0.012666893711329815, "20": 0.03107558554479074, "30": 0.05333004510979479, "40": 0.07886315372547693, "50": 0.10651279324541527, "60": 0.13545704811479864, "70": 0.16532627218390655, "80": 0.19594716912086582, "90": 0.22732572309476054, "100": 0.2594629907396054 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2917998037094489, "20": -0.26034037943395383, "30": -0.19622132322503583, "40": -0.10444960129853231, "50": -0.03328760028742028, "60": 0.028505991642517214, "70": 0.068373194391526, "80": 0.08757786579611149, "90": 0.07161400226562231, "100": 0.020601169348572146 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_9b61c183", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -0.4213973922940055, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.9441826748665193, "position_mse": 4.1956428997634376e-05, "position_mse_by_step": { "10": 4.952530807678101e-09, "20": 5.867446003346036e-08, "30": 2.6076550381860993e-07, "40": 7.857988472486405e-07, "50": 1.9198192311315715e-06, "60": 4.106298674092354e-06, "70": 8.015335333766416e-06, "80": 1.4625576789382779e-05, "90": 2.531664860206157e-05, "100": 4.1956428997634376e-05 }, "relative_mse_by_step": { "10": 0.012136291158013485, "20": 0.035324181211252824, "30": 0.06887524016633839, "40": 0.11548285233632188, "50": 0.17891757036282865, "60": 0.2635263325514021, "70": 0.3751036045061175, "80": 0.5204780428789698, "90": 0.7074437309040049, "100": 0.9441826748665193 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.23827097032030609, "20": 0.19033073211591933, "30": 0.06569627509361498, "40": -0.079540082473605, "50": -0.20396694976495167, "60": -0.2687199916664762, "70": -0.29006498909331824, "80": -0.28825168413250823, "90": -0.27825527294382635, "100": -0.26103364837611887 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_ae380f56", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -6.621241782497486, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11508126100016537, "position_mse": 5.113839603966751e-06, "position_mse_by_step": { "10": 4.674833028620437e-09, "20": 3.894076845105994e-08, "30": 1.2928270152201548e-07, "40": 3.01851704875844e-07, "50": 5.859694563728876e-07, "60": 1.0148088303399813e-06, "70": 1.6291263981267028e-06, "80": 2.476752367134135e-06, "90": 3.615435239875556e-06, "100": 5.113839603966751e-06 }, "relative_mse_by_step": { "10": 0.011455786335034386, "20": 0.02344377367062673, "30": 0.03414706694822563, "40": 0.04436083863408138, "50": 0.054609428711301165, "60": 0.06512649724861652, "70": 0.07624025180319462, "80": 0.08813978712125939, "90": 0.10102905148081491, "100": 0.11508126100016537 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.0025521964237905648, "20": 0.1512351522805898, "30": 0.10370731212366924, "40": -0.12398790105438873, "50": -0.5324738259265736, "60": -1.0844542092467013, "70": -1.7980462422177115, "80": -2.6617105204792595, "90": -3.6899463871025073, "100": -4.844345275544707 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_f3277b70", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": 0.22134644146715332, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09189173728265272, "position_mse": 3.86720260589105e-06, "position_mse_by_step": { "10": 4.687865473584907e-09, "20": 3.8128136635253084e-08, "30": 1.2420306764023996e-07, "40": 2.8394997104084853e-07, "50": 5.369421724513554e-07, "60": 9.020449316007476e-07, "70": 1.3981276692577791e-06, "80": 2.043674076698413e-06, "90": 2.8598457431274125e-06, "100": 3.86720260589105e-06 }, "relative_mse_by_step": { "10": 0.012355874993835718, "20": 0.024544459650869675, "30": 0.034942271033691075, "40": 0.04434284422942866, "50": 0.053069338576386606, "60": 0.06132147451013625, "70": 0.06923043775379875, "80": 0.07689018229743466, "90": 0.08442730445693018, "100": 0.09189173728265272 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5280798149705979, "20": -0.4386528661529978, "30": -0.3562427734609839, "40": -0.2595468941631267, "50": -0.19120392591706548, "60": -0.13127582132876014, "70": -0.0881175031857373, "80": -0.05389731009167087, "90": -0.03710164915621328, "100": -0.03125218278453956 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_143cedb3", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.2059003516300786, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.7372866347467789, "position_mse": 3.0427799668229585e-05, "position_mse_by_step": { "10": 5.747093753275376e-09, "20": 6.330659953083081e-08, "30": 2.7674037141878214e-07, "40": 8.234450124941109e-07, "50": 1.956160295841463e-06, "60": 3.998792236156338e-06, "70": 7.347845400675266e-06, "80": 1.24785501092057e-05, "90": 1.9951923656792912e-05, "100": 3.0427799668229585e-05 }, "relative_mse_by_step": { "10": 0.01553747221920702, "20": 0.04171581148733315, "30": 0.07964487651485491, "40": 0.13146070975594207, "50": 0.19754530983866148, "60": 0.27758242247208137, "70": 0.3713817537822793, "80": 0.4790204238377805, "90": 0.6007809319351345, "100": 0.7372866347467789 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.046158181042485924, "20": 0.20649583120531334, "30": 0.31305300188539276, "40": 0.3116755322944136, "50": 0.18798803825552335, "60": -0.07749122399526875, "70": -0.4973918070364529, "80": -1.063422328893767, "90": -1.764946115610051, "100": -2.592485929784245 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_5976fe58", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -0.30637324841370317, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16182206515117156, "position_mse": 6.627751255499399e-06, "position_mse_by_step": { "10": 4.824181083178709e-09, "20": 4.056417381040741e-08, "30": 1.3951252120542838e-07, "40": 3.385243679027943e-07, "50": 6.808611573205781e-07, "60": 1.218035008930331e-06, "70": 2.009331914060957e-06, "80": 3.1214748105412583e-06, "90": 4.630964593031552e-06, "100": 6.627751255499399e-06 }, "relative_mse_by_step": { "10": 0.012814196299654057, "20": 0.026464526945797352, "30": 0.0399477824707784, "40": 0.05396149640938158, "50": 0.06882997223557007, "60": 0.08482428408078174, "70": 0.10204293703007983, "80": 0.12054719346075932, "90": 0.14041786179243618, "100": 0.16182206515117156 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.40421675421335546, "20": -0.1558220715441052, "30": 0.06754994562410555, "40": 0.18647479963192204, "50": 0.21334256856034273, "60": 0.16898362758232643, "70": 0.06442150722494489, "80": -0.0974503945879952, "90": -0.3007978824332491, "100": -0.5472993552645844 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_5bbf056f", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": -3.5139027135049155, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11748943854927955, "position_mse": 4.848785982046268e-06, "position_mse_by_step": { "10": 4.780219975408783e-09, "20": 4.005834221792221e-08, "30": 1.3287034568471817e-07, "40": 3.093709531348005e-07, "50": 5.969857994614358e-07, "60": 1.0249246153242503e-06, "70": 1.6254646376572574e-06, "80": 2.435787535302682e-06, "90": 3.4949607132667943e-06, "100": 4.848785982046268e-06 }, "relative_mse_by_step": { "10": 0.012923494597122788, "20": 0.026396398872191824, "30": 0.03823960421926081, "40": 0.04939021362675875, "50": 0.060287362428630004, "60": 0.0711467465102502, "70": 0.08215577151211596, "80": 0.0935038099240957, "90": 0.10523826125799318, "100": 0.11748943854927955 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3394003838119827, "20": 0.40939904532044913, "30": 0.2781076016271835, "40": -0.03129236449736772, "50": -0.4760032027554557, "60": -1.0250890370610501, "70": -1.6618855559404166, "80": -2.3555156305494225, "90": -3.1008219061316913, "100": -3.8731063072163856 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_76063bf8", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.21605642274806203, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10768496404844184, "position_mse": 4.410456355279686e-06, "position_mse_by_step": { "10": 4.687508685969582e-09, "20": 3.866900448100198e-08, "30": 1.27527443640117e-07, "40": 2.95234726317111e-07, "50": 5.656546538343069e-07, "60": 9.643970802894079e-07, "70": 1.5182046987709847e-06, "80": 2.2559493426602524e-06, "90": 3.2084557444380023e-06, "100": 4.410456355279686e-06 }, "relative_mse_by_step": { "10": 0.01245116122771433, "20": 0.025228096986214872, "30": 0.03651599536423275, "40": 0.047061036470674805, "50": 0.057183456127171274, "60": 0.06716087083324897, "70": 0.07710128196906697, "80": 0.08712175441203797, "90": 0.09728523858022374, "100": 0.10768496404844184 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.16711683832060675, "20": -0.10716335790622855, "30": 0.017153580717151895, "40": 0.10286393593671417, "50": 0.14970391454364018, "60": 0.1732394916534512, "70": 0.17416032958210292, "80": 0.15273888206587383, "90": 0.11776414285459169, "100": 0.06703860384512283 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_074149e3", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.2304876523198027, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6038019491056442, "position_mse": 2.4186967519718953e-05, "position_mse_by_step": { "10": 5.559137328248198e-09, "20": 5.5220889702159836e-08, "30": 2.2304053918073157e-07, "40": 6.295224027651004e-07, "50": 1.4539340254162068e-06, "60": 2.9484754138918235e-06, "70": 5.453692064552992e-06, "80": 9.41857249797197e-06, "90": 1.5418490264502386e-05, "100": 2.4186967519718953e-05 }, "relative_mse_by_step": { "10": 0.01516661088626372, "20": 0.03696157881948842, "30": 0.06546896070686568, "40": 0.10280875375796807, "50": 0.15052743264760007, "60": 0.21019711870223545, "70": 0.2834315478479066, "80": 0.3721072526206262, "90": 0.4781328196814557, "100": 0.6038019491056442 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.11372646821391807, "20": 0.010311397230584496, "30": -0.09619524108056665, "40": -0.43317937471604373, "50": -0.8862559396010898, "60": -1.3929633273004787, "70": -1.9091390464112665, "80": -2.3873952165128633, "90": -2.8385936704178047, "100": -3.255763423400979 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_093082f2", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -3.627041763497206, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12490177160125882, "position_mse": 5.003288077075143e-06, "position_mse_by_step": { "10": 4.422216611946591e-09, "20": 3.826255675473281e-08, "30": 1.2953539447429258e-07, "40": 3.057101121076552e-07, "50": 5.953479505446272e-07, "60": 1.0299916384935515e-06, "70": 1.6442665599112973e-06, "80": 2.4782940061283756e-06, "90": 3.5790670835922356e-06, "100": 5.003288077075143e-06 }, "relative_mse_by_step": { "10": 0.012064828524266843, "20": 0.02561067949019103, "30": 0.03802244956067807, "40": 0.049926222639489426, "50": 0.06163704608387533, "60": 0.07342821095902217, "70": 0.08545348923883732, "80": 0.09791198974209347, "90": 0.11098813224579152, "100": 0.12490177160125882 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.09873510973427357, "20": 0.11943985366296217, "30": -0.056807854068739116, "40": -0.4243420392211805, "50": -0.9404456449763328, "60": -1.5837410294820478, "70": -2.319774277428037, "80": -3.119192500355478, "90": -4.0129623537792165, "100": -4.9942792308541195 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_50c0c641", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.02442224742294663, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5229407639182929, "position_mse": 2.148668640334758e-05, "position_mse_by_step": { "10": 6.154443849786568e-09, "20": 6.608842956065279e-08, "30": 2.7107705753743566e-07, "40": 7.518432198594383e-07, "50": 1.6768886163325597e-06, "60": 3.2530248030785254e-06, "70": 5.726355318204566e-06, "80": 9.377723095635052e-06, "90": 1.4516770793956571e-05, "100": 2.148668640334758e-05 }, "relative_mse_by_step": { "10": 0.01655049475251345, "20": 0.04351781921091511, "30": 0.0780762652446086, "40": 0.12022870813042678, "50": 0.1697330712383214, "60": 0.2264644060686281, "70": 0.29040601085628737, "80": 0.3613516521448252, "90": 0.43895756155400756, "100": 0.5229407639182929 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5954216884382741, "20": -0.40719152445575246, "30": -0.2871287975354426, "40": -0.1817416752610117, "50": -0.09029109264983481, "60": -0.021432598162763883, "70": 0.012315204996504847, "80": 0.01005089251323632, "90": -0.02527228185555508, "100": -0.09357555386566152 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_9ee927d4", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": 0.23913654455633027, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0949395420267948, "position_mse": 3.900893385174901e-06, "position_mse_by_step": { "10": 4.541446983554108e-09, "20": 3.7245533184610786e-08, "30": 1.217707479993026e-07, "40": 2.7900459664514137e-07, "50": 5.28612790162697e-07, "60": 8.900029562093031e-07, "70": 1.383478905836455e-06, "80": 2.0308546043322296e-06, "90": 2.8585332123449398e-06, "100": 3.900893385174901e-06 }, "relative_mse_by_step": { "10": 0.012212832922789102, "20": 0.024525388034141414, "30": 0.0350727033346043, "40": 0.044616166417471285, "50": 0.05350568397703229, "60": 0.061958946850488465, "70": 0.07016165917447063, "80": 0.07825488757318445, "90": 0.08643621824176283, "100": 0.0949395420267948 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.3927604624276295, "20": -0.2957518642544288, "30": -0.23196198068920904, "40": -0.16213836828394346, "50": -0.08988679095844132, "60": -0.024849483592193744, "70": 0.017372059520130656, "80": 0.0337561624561975, "90": 0.00483445819337236, "100": -0.08781485206950523 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_26b7a243", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.778375980967027, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18770677249605405, "position_mse": 8.085232034967962e-06, "position_mse_by_step": { "10": 4.5541290992291905e-09, "20": 3.988324565844843e-08, "30": 1.4077347155908423e-07, "40": 3.5057464527556344e-07, "50": 7.24559355701006e-07, "60": 1.3313025557895994e-06, "70": 2.2571479218770815e-06, "80": 3.6042199716186067e-06, "90": 5.498119227403159e-06, "100": 8.085232034967962e-06 }, "relative_mse_by_step": { "10": 0.011583043095098283, "20": 0.024913012800834702, "30": 0.03855069790459525, "40": 0.05337655834028524, "50": 0.06989267968007681, "60": 0.08836742641657884, "70": 0.10917877452412834, "80": 0.13247893313897607, "90": 0.15859169954189584, "100": 0.18770677249605405 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.0030309185719691323, "20": -0.0636698385241925, "30": -0.3446161988506977, "40": -0.7701510671748892, "50": -1.270050740431178, "60": -1.8185251291987785, "70": -2.3638559585637817, "80": -2.8953531802467616, "90": -3.4288219397171904, "100": -3.9399156495930603 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_63f238df", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.058600564342620065, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2537459304020786, "position_mse": 1.0587432682638921e-05, "position_mse_by_step": { "10": 4.362238557677399e-09, "20": 4.33528736465405e-08, "30": 1.6685226437321685e-07, "40": 4.3965821216066355e-07, "50": 9.397645913265608e-07, "60": 1.7577265095626768e-06, "70": 2.999117145918717e-06, "80": 4.785857368005964e-06, "90": 7.261763896946962e-06, "100": 1.0587432682638921e-05 }, "relative_mse_by_step": { "10": 0.011467726003544303, "20": 0.027980782305448905, "30": 0.047230332854507215, "40": 0.06921330656821385, "50": 0.09373410723120931, "60": 0.12063249724804724, "70": 0.1499575369707712, "80": 0.1817740725330288, "90": 0.21634473501587087, "100": 0.2537459304020786 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.06547591639864003, "20": -0.025512580494091885, "30": 0.022178661416405898, "40": 0.059521839233855234, "50": 0.08120518947710931, "60": 0.09595073060041515, "70": 0.10138523092437424, "80": 0.09976545280487736, "90": 0.09349102956865196, "100": 0.08392457327871028 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_821036cf", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -5.007023735816518, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11866832914999245, "position_mse": 5.111488326292601e-06, "position_mse_by_step": { "10": 4.590014095790755e-09, "20": 3.83070959334272e-08, "30": 1.2828170312673137e-07, "40": 3.019741693524988e-07, "50": 5.893488719266315e-07, "60": 1.0232009279726688e-06, "70": 1.6430283234772755e-06, "80": 2.4929800637047656e-06, "90": 3.628105709399928e-06, "100": 5.111488326292601e-06 }, "relative_mse_by_step": { "10": 0.011674313555944553, "20": 0.02392847311186964, "30": 0.03512983752659657, "40": 0.04597691842498555, "50": 0.05684996212012266, "60": 0.06791666726604685, "70": 0.07947366547271013, "80": 0.09163351343065372, "90": 0.10465168665379307, "100": 0.11866832914999245 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.17698364399428357, "20": -0.0018202415996069199, "30": -0.07853297420890604, "40": -0.3539262323262715, "50": -0.772782368396302, "60": -1.3245776212636415, "70": -1.9835866026985007, "80": -2.7538232010294976, "90": -3.662152539464266, "100": -4.706760069643376 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_94d7c46b", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": 0.04793332163550923, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09494660917410827, "position_mse": 3.9616037643749485e-06, "position_mse_by_step": { "10": 4.4440726146685195e-09, "20": 3.673441172834048e-08, "30": 1.211562498326657e-07, "40": 2.796599202627346e-07, "50": 5.331407830258935e-07, "60": 9.023124757082509e-07, "70": 1.4073915500440698e-06, "80": 2.0697690274573686e-06, "90": 2.9130557468956144e-06, "100": 3.9616037643749485e-06 }, "relative_mse_by_step": { "10": 0.011682856499257556, "20": 0.023709099103086693, "30": 0.03429530925754204, "40": 0.04402553451887666, "50": 0.053176588889072764, "60": 0.061925565012861845, "70": 0.07037036572088753, "80": 0.07861294568425663, "90": 0.08678666541521055, "100": 0.09494660917410827 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.3237366170086855, "20": -0.2079933473849771, "30": -0.11835277265698907, "40": -0.04943349449016399, "50": -0.002562366908852365, "60": 0.029299689752373848, "70": 0.0459095194157455, "80": 0.05210501900416331, "90": 0.04647592567035941, "100": 0.03107466021127825 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_07f8472a", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": 0.1386678680393716, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09299999213140553, "position_mse": 3.9717652628366655e-06, "position_mse_by_step": { "10": 4.620212571257046e-09, "20": 3.872229130357547e-08, "30": 1.269250656069484e-07, "40": 2.909693561394176e-07, "50": 5.508002585332049e-07, "60": 9.259670447038714e-07, "70": 1.4360145111628039e-06, "80": 2.100006825652859e-06, "90": 2.9387693497743124e-06, "100": 3.9717652628366655e-06 }, "relative_mse_by_step": { "10": 0.01204993005288306, "20": 0.02464507877957159, "30": 0.03528785484176937, "40": 0.04488300425488691, "50": 0.05374680889104364, "60": 0.06211875714183399, "70": 0.07014233674196745, "80": 0.07790265463372414, "90": 0.0855193913379551, "100": 0.09299999213140553 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.05761970601450139, "20": -0.0070616314003026925, "30": -0.001963207897599961, "40": 0.02558055716241492, "50": 0.042173436531941944, "60": 0.05281293126613695, "70": 0.05131867477963037, "80": 0.04048997266091803, "90": 0.023938841964395996, "100": 0.0006262698219451357 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_11edae6f", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 86, "val_score": -4.482841088386793, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1123996716796195, "position_mse": 4.849185734201455e-06, "position_mse_by_step": { "10": 4.511994511346984e-09, "20": 3.824458890530228e-08, "30": 1.2739805269136792e-07, "40": 2.979377336081208e-07, "50": 5.776630631869142e-07, "60": 9.973469226614335e-07, "70": 1.591032175188697e-06, "80": 2.398282215056367e-06, "90": 3.46653216638515e-06, "100": 4.849185734201455e-06 }, "relative_mse_by_step": { "10": 0.011594995937266329, "20": 0.024013150288584837, "30": 0.03498069981085651, "40": 0.045425889480417626, "50": 0.05574348220179985, "60": 0.06618713615820032, "70": 0.07690643946750451, "80": 0.08806221026988646, "90": 0.0998564387694045, "100": 0.1123996716796195 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3382430515918724, "20": 0.34241679109019985, "30": 0.13770974912298695, "40": -0.2379707812904499, "50": -0.7418914354929371, "60": -1.345098820908985, "70": -2.0337332744922403, "80": -2.817465339802388, "90": -3.690468247036354, "100": -4.652480026105797 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_a9e3a905", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -0.0005861748556201807, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5528075324285531, "position_mse": 2.360883806561885e-05, "position_mse_by_step": { "10": 5.639032130133614e-09, "20": 6.485888184621607e-08, "30": 2.801487974173662e-07, "40": 8.016363502909891e-07, "50": 1.8164452870093685e-06, "60": 3.544681723204641e-06, "70": 6.242975015473868e-06, "80": 1.0216337393233386e-05, "90": 1.584329120305483e-05, "100": 2.360883806561885e-05 }, "relative_mse_by_step": { "10": 0.01470710312265626, "20": 0.04127989844721109, "30": 0.07788729554786285, "40": 0.12365510993447286, "50": 0.177247806604005, "60": 0.2377959608478992, "70": 0.3049390186541173, "80": 0.3789891508182292, "90": 0.461046260938879, "100": 0.5528075324285531 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.044772177833060645, "20": -0.007051969370187372, "30": 0.0003094323702909074, "40": 0.024589481866609142, "50": 0.038320357151743645, "60": 0.04656208171829335, "70": 0.04597399301113847, "80": 0.03983169406051168, "90": 0.033771303902887295, "100": 0.025599366607980345 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_e39c14e6", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -3.872373575084361, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1588229525055917, "position_mse": 6.851995064088052e-06, "position_mse_by_step": { "10": 4.310298131114467e-09, "20": 3.814545948951523e-08, "30": 1.3286070737551979e-07, "40": 3.249062304787133e-07, "50": 6.579030213060832e-07, "60": 1.1852460943373444e-06, "70": 1.9726120285668e-06, "80": 3.1028727871021797e-06, "90": 4.684204197604101e-06, "100": 6.851995064088052e-06 }, "relative_mse_by_step": { "10": 0.011076673341022924, "20": 0.023950908553807448, "30": 0.036480624492904914, "40": 0.04953771493958509, "50": 0.0634864987841874, "60": 0.07865672700682859, "70": 0.09535103685118841, "80": 0.1139339791218352, "90": 0.13493252829937025, "100": 0.1588229525055917 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.264203259241403, "20": 0.24477292433896358, "30": 0.09952119665145087, "40": -0.15454049998724417, "50": -0.5043881028490391, "60": -0.9637791454072817, "70": -1.5578353058939163, "80": -2.3244914320969823, "90": -3.2914522883180437, "100": -4.47446742070428 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_0bc91512", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -2.1292483502368635, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13779461217469105, "position_mse": 6.123147581352636e-06, "position_mse_by_step": { "10": 5.293341825180724e-09, "20": 4.3466534549452265e-08, "30": 1.4551721372007316e-07, "40": 3.4413747584949306e-07, "50": 6.769057149215639e-07, "60": 1.1861851849711716e-06, "70": 1.9225289033134426e-06, "80": 2.943942708303179e-06, "90": 4.318030291220306e-06, "100": 6.123147581352636e-06 }, "relative_mse_by_step": { "10": 0.012971456429849487, "20": 0.02616845118258315, "30": 0.03843504181549323, "40": 0.050575255290933874, "50": 0.06308423413755233, "60": 0.07612476741998164, "70": 0.0899709733118798, "80": 0.10476561445957963, "90": 0.12066223722553256, "100": 0.13779461217469105 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2412742225768445, "20": -0.00848143959106018, "30": 0.11960091624432378, "40": 0.1350266765605902, "50": 0.049527737140354966, "60": -0.11456869790308066, "70": -0.3515683997126986, "80": -0.6515613876711881, "90": -1.0131994075208217, "100": -1.4241961587904526 }, "split_id": "3ed52ef8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_7b44b432", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": 0.19963249944068617, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09056611470885724, "position_mse": 3.81141466212804e-06, "position_mse_by_step": { "10": 5.1601069005004415e-09, "20": 4.028773078955185e-08, "30": 1.2881642226553986e-07, "40": 2.909258453444506e-07, "50": 5.451428121107581e-07, "60": 9.088332270883776e-07, "70": 1.399403979413754e-06, "80": 2.033730394097282e-06, "90": 2.8313952579342834e-06, "100": 3.81141466212804e-06 }, "relative_mse_by_step": { "10": 0.013600568569356956, "20": 0.025934668464101605, "30": 0.03624015433685302, "40": 0.04543222665294087, "50": 0.053879858861356794, "60": 0.061782946299543985, "70": 0.0692936362103851, "80": 0.07651606610316167, "90": 0.08358739979384827, "100": 0.09056611470885724 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8100875565716303, "20": -0.6693401605444911, "30": -0.5425612747291202, "40": -0.408383943392413, "50": -0.3143774781154709, "60": -0.23468767374646693, "70": -0.18325081275383015, "80": -0.14719011099123436, "90": -0.13394023672804134, "100": -0.13841884178644825 }, "split_id": "8bb06384", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_e8803077", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.11189495971259933, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2926004080246791, "position_mse": 1.2313893434371233e-05, "position_mse_by_step": { "10": 5.282579624526258e-09, "20": 5.013390190608139e-08, "30": 1.9298844478043975e-07, "40": 5.142715309602863e-07, "50": 1.1121496105001176e-06, "60": 2.096632746478073e-06, "70": 3.5856754266205828e-06, "80": 5.700821040071397e-06, "90": 8.568025850763662e-06, "100": 1.2313893434371233e-05 }, "relative_mse_by_step": { "10": 0.0139233717036927, "20": 0.03227300469062918, "30": 0.054293784139224185, "40": 0.0803108459754736, "50": 0.10992067163913126, "60": 0.14253016342779876, "70": 0.1775502229776795, "80": 0.21448487017278275, "90": 0.25294207872422436, "100": 0.2926004080246791 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4893411831156871, "20": -0.4241009085133072, "30": -0.33959752631651874, "40": -0.23492400936135138, "50": -0.1570967567382191, "60": -0.08426506794356237, "70": -0.03378175708379305, "80": 0.004607935840419741, "90": 0.02331078613429427, "100": 0.025035302413628946 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_ee7556ac", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -2.654213256153697, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2430130839472711, "position_mse": 1.079871668220481e-05, "position_mse_by_step": { "10": 5.311995589428266e-09, "20": 4.9108489414655714e-08, "30": 1.8239413291455875e-07, "40": 4.709503498036481e-07, "50": 9.95003785776914e-07, "60": 1.846240184022463e-06, "70": 3.1295693426207956e-06, "80": 4.961431929067268e-06, "90": 7.4709360303261614e-06, "100": 1.079871668220481e-05 }, "relative_mse_by_step": { "10": 0.013017167910078977, "20": 0.029565115351806052, "30": 0.04817523608552069, "40": 0.0692119744060975, "50": 0.0927293866871476, "60": 0.11848453883155674, "70": 0.14645834417226783, "80": 0.17656167804559733, "90": 0.2087664501615237, "100": 0.2430130839472711 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.13807948708839857, "20": 0.03487534930982705, "30": 0.12301328481233875, "40": 0.11294780874688448, "50": 0.004245496945344374, "60": -0.18426911475695484, "70": -0.45655839467336823, "80": -0.8173563108077162, "90": -1.2800183833708063, "100": -1.8345749886339315 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_3b62c6ee", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -0.3480128810667844, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0964131140254293, "position_mse": 3.9487948502677945e-06, "position_mse_by_step": { "10": 4.949321181462502e-09, "20": 3.9426501225697e-08, "30": 1.2727582837815785e-07, "40": 2.894701607049553e-07, "50": 5.457276582124645e-07, "60": 9.161045592723635e-07, "70": 1.4204963690644944e-06, "80": 2.079589838948388e-06, "90": 2.9145333948170967e-06, "100": 3.9487948502677945e-06 }, "relative_mse_by_step": { "10": 0.01314659878553046, "20": 0.025722296451610907, "30": 0.03644394827007787, "40": 0.046142152584976795, "50": 0.05516898586309078, "60": 0.06379776674207485, "70": 0.07213921230512434, "80": 0.0803109856238986, "90": 0.08837306768414728, "100": 0.0964131140254293 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2330546308505037, "20": -0.07476716431781583, "30": 0.04390295330620708, "40": 0.05092269394683935, "50": -0.035474121073174825, "60": -0.1925909517525013, "70": -0.40276317738735345, "80": -0.6693747823142613, "90": -0.9773196561087503, "100": -1.3283597993827891 }, "split_id": "841b66b2", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_3b9650a7", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.017474433222910868, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0975163770308392, "position_mse": 3.993981226813048e-06, "position_mse_by_step": { "10": 4.977937991971057e-09, "20": 4.0134346284454686e-08, "30": 1.3035410668343112e-07, "40": 2.9731640316705517e-07, "50": 5.609104217033486e-07, "60": 9.404795061332801e-07, "70": 1.4548750990733035e-06, "80": 2.1225439841795637e-06, "90": 2.9622291110951794e-06, "100": 3.993981226813048e-06 }, "relative_mse_by_step": { "10": 0.013222611982590012, "20": 0.026184102594107417, "30": 0.03732537734225772, "40": 0.04739286013985306, "50": 0.05670384973115065, "60": 0.06549524456646029, "70": 0.07388511926898328, "80": 0.08196981741636988, "90": 0.08981927405473902, "100": 0.0975163770308392 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.299902909558152, "20": -0.14233934884499932, "30": 0.024301258328230824, "40": 0.11067093933288252, "50": 0.12734559008175061, "60": 0.09446907857380771, "70": 0.020194505921414696, "80": -0.09689381756212634, "90": -0.2482600201087901, "100": -0.43422668571525436 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_8cd6a667", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -9.706349142431803, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.32063946261695103, "position_mse": 1.3232782034070364e-05, "position_mse_by_step": { "10": 5.19610279882597e-09, "20": 4.842309314158553e-08, "30": 1.8464834994347257e-07, "40": 4.925897485463793e-07, "50": 1.0751778233952792e-06, "60": 2.0572011343184777e-06, "70": 3.5858686780037324e-06, "80": 5.829681344948767e-06, "90": 8.97499643802543e-06, "100": 1.3232782034070364e-05 }, "relative_mse_by_step": { "10": 0.014047848591105786, "20": 0.03190834194378418, "30": 0.05314112630016325, "40": 0.07864058556414072, "50": 0.10857818590112707, "60": 0.14280383692185178, "70": 0.18124036718948713, "80": 0.2237869307137249, "90": 0.2702499677175562, "100": 0.32063946261695103 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.002431620799223877, "20": 0.27952140639932954, "30": 0.11903906264334996, "40": -0.39159485735860455, "50": -1.1754915351911177, "60": -2.1886166305110537, "70": -3.4186935702643666, "80": -4.825884558118585, "90": -6.432717372662498, "100": -8.232345926146548 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_a86fd617", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -6.292167771705415, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12674623796555037, "position_mse": 5.2308138460180736e-06, "position_mse_by_step": { "10": 5.084012315898739e-09, "20": 4.160019759780198e-08, "30": 1.3731690801575626e-07, "40": 3.2032485941207205e-07, "50": 6.211067004967065e-07, "60": 1.07309140194697e-06, "70": 1.7140169152948406e-06, "80": 2.5875157705611077e-06, "90": 3.7409273902864827e-06, "100": 5.2308138460180736e-06 }, "relative_mse_by_step": { "10": 0.01374480798670869, "20": 0.02741240271451589, "30": 0.039519308752269534, "40": 0.051138974347828124, "50": 0.06272324198243238, "60": 0.07449031940021908, "70": 0.08663146450470924, "80": 0.09932827854629814, "90": 0.11264466938118012, "100": 0.12674623796555037 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.0775650331706782, "20": 0.3112059140100889, "30": 0.21909973866412602, "40": -0.15071891314787278, "50": -0.7333747833507549, "60": -1.4884514017287258, "70": -2.400843655200987, "80": -3.437548536334023, "90": -4.611603040004791, "100": -5.917799288832089 }, "split_id": "bfeec3ef", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_17112a72", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -0.09908124487727887, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08584905569211407, "position_mse": 3.5273818087132114e-06, "position_mse_by_step": { "10": 4.976772793874318e-09, "20": 3.9074306787004584e-08, "30": 1.2464639687388106e-07, "40": 2.80106781401303e-07, "50": 5.217730590954618e-07, "60": 8.644335196095199e-07, "70": 1.3223755770143596e-06, "80": 1.90925005491798e-06, "90": 2.639366222670755e-06, "100": 3.5273818087132114e-06 }, "relative_mse_by_step": { "10": 0.013383508570368236, "20": 0.025729596388549787, "30": 0.03590095463082822, "40": 0.044792418920458724, "50": 0.052813372902117246, "60": 0.06017889055715821, "70": 0.06706286893404448, "80": 0.07356910144034169, "90": 0.07980905516768831, "100": 0.08584905569211407 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7514010370016388, "20": -0.5489416995472669, "30": -0.4246187831769972, "40": -0.3191583987808235, "50": -0.2288514471779699, "60": -0.15720396979718965, "70": -0.11202139892333718, "80": -0.08760971032191645, "90": -0.08701601355971511, "100": -0.10373602657661052 }, "split_id": "877a434e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_9682eb6c", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -0.03339155065832955, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.24926531064174456, "position_mse": 1.0241858983915465e-05, "position_mse_by_step": { "10": 4.9720795036733986e-09, "20": 4.562781182723289e-08, "30": 1.7154755127535282e-07, "40": 4.502488406745085e-07, "50": 9.642473547241285e-07, "60": 1.8052827207221916e-06, "70": 3.067748363199436e-06, "80": 4.841944483554731e-06, "90": 7.209634928325873e-06, "100": 1.0241858983915465e-05 }, "relative_mse_by_step": { "10": 0.013370887401544828, "20": 0.03004493947408549, "30": 0.04940953777907915, "40": 0.07200016575482183, "50": 0.09760020036911955, "60": 0.12567757821809614, "70": 0.15557759079940967, "80": 0.1865745683555545, "90": 0.21800466596538282, "100": 0.24926531064174456 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6537414862465578, "20": -0.4991483663750378, "30": -0.4061324041334322, "40": -0.3178277574299113, "50": -0.2332754428781203, "60": -0.15598999780754252, "70": -0.09842288762365259, "80": -0.05793698447252127, "90": -0.03931390514970978, "100": -0.040949983566803905 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_a22acac2", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.1312367341319951, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.47604766797281445, "position_mse": 1.906941423450397e-05, "position_mse_by_step": { "10": 5.412391392210582e-09, "20": 5.605239949651215e-08, "30": 2.3147429410690684e-07, "40": 6.518292025248229e-07, "50": 1.474407075160603e-06, "60": 2.8877082188825756e-06, "70": 5.107496125284732e-06, "80": 8.372769609975096e-06, "90": 1.2938368334809119e-05, "100": 1.906941423450397e-05 }, "relative_mse_by_step": { "10": 0.01476625407195843, "20": 0.03751814201448395, "30": 0.0679445159216318, "40": 0.10645172861248066, "50": 0.1526470306228991, "60": 0.20586501905426824, "70": 0.2654395435755668, "80": 0.3307898619524516, "90": 0.40122336414752724, "100": 0.47604766797281445 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9915752925581747, "20": -1.0838604148253732, "30": -1.038328489401584, "40": -0.9618741964184119, "50": -0.907532319429809, "60": -0.8528343298118843, "70": -0.818111589181848, "80": -0.7770926497942676, "90": -0.7424233769311803, "100": -0.7104753757299049 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_aafc9b3a", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -2.8900594514820317, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13706802391570339, "position_mse": 5.490641173569851e-06, "position_mse_by_step": { "10": 5.159200197216559e-09, "20": 4.147236514841422e-08, "30": 1.3691632046532375e-07, "40": 3.205320934642129e-07, "50": 6.244185304434983e-07, "60": 1.08569045015169e-06, "70": 1.7470163982125086e-06, "80": 2.6591254157080713e-06, "90": 3.882382195895064e-06, "100": 5.490641173569851e-06 }, "relative_mse_by_step": { "10": 0.014075490000563821, "20": 0.027759134297391838, "30": 0.04018896850589791, "40": 0.0523468345586178, "50": 0.06464675607157669, "60": 0.07739898503111309, "70": 0.09079345808308512, "80": 0.10505624424782717, "90": 0.1203940408275958, "100": 0.13706802391570339 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5537290835376967, "20": -0.1676114228853165, "30": 0.0043983064506560865, "40": -0.06628786746485882, "50": -0.3122409061863798, "60": -0.7104489557492832, "70": -1.2349844369536886, "80": -1.8706074533604187, "90": -2.634919670457215, "100": -3.535907096675163 }, "split_id": "60e84fbe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_53c88a9a", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -1.9063206688932715, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10800720292962229, "position_mse": 4.506551054613997e-06, "position_mse_by_step": { "10": 5.219258787063958e-09, "20": 4.055497030261027e-08, "30": 1.3164070620876244e-07, "40": 3.0318739671234394e-07, "50": 5.802317783068897e-07, "60": 9.887198481400056e-07, "70": 1.555487546056611e-06, "80": 2.3089136464347703e-06, "90": 3.2815675597573447e-06, "100": 4.506551054613997e-06 }, "relative_mse_by_step": { "10": 0.013720714472687667, "20": 0.026174961426849625, "30": 0.03726311054152087, "40": 0.04772935352018801, "50": 0.057873544320286095, "60": 0.06785568955748057, "70": 0.0777752484636291, "80": 0.08769601857449484, "90": 0.09776548428555526, "100": 0.10800720292962229 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.35460083622213534, "20": -0.017221945929454252, "30": 0.12279590416541575, "40": 0.11281074930762125, "50": -0.01983323452716279, "60": -0.24298664659370228, "70": -0.5592484273651415, "80": -0.9492982162053889, "90": -1.4105535586782598, "100": -1.9459702143346713 }, "split_id": "463f39a6", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_976742c8", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 36, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 26, "val_score": -0.0418587271566242, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2540004850625245, "position_mse": 1.0598053859212086e-05, "position_mse_by_step": { "10": 5.428492544368169e-09, "20": 4.9903375577896114e-08, "30": 1.86047567751757e-07, "40": 4.814334711714504e-07, "50": 1.0158804733302013e-06, "60": 1.8786593808986902e-06, "70": 3.165251915301529e-06, "80": 4.975139992373962e-06, "90": 7.416243033731007e-06, "100": 1.0598053859212086e-05 }, "relative_mse_by_step": { "10": 0.014270761281850326, "20": 0.032208602819194944, "30": 0.052663885531885356, "40": 0.075789787409253, "50": 0.10132606622985185, "60": 0.12893210141813494, "70": 0.15826436848475728, "80": 0.1889633117529695, "90": 0.22094702564212984, "100": 0.2540004850625245 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2876035607258829, "20": -0.15297881388197254, "30": -0.048264102211822646, "40": 0.02627793753271368, "50": 0.06926667855063762, "60": 0.08689341147505569, "70": 0.08038759084822966, "80": 0.05111159725103631, "90": -0.0017078828827477022, "100": -0.0751370928319759 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_c8f52eba", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -2.6853526542305945, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13714145537441516, "position_mse": 5.907194895371503e-06, "position_mse_by_step": { "10": 5.1611999245843826e-09, "20": 4.22838992518239e-08, "30": 1.4179562758239887e-07, "40": 3.35708307375171e-07, "50": 6.600599306239019e-07, "60": 1.154979081872755e-06, "70": 1.8686727506584638e-06, "80": 2.8543518088294407e-06, "90": 4.17650867672949e-06, "100": 5.907194895371503e-06 }, "relative_mse_by_step": { "10": 0.013127076515902324, "20": 0.026412577661084836, "30": 0.0388306144799965, "40": 0.051113091877606626, "50": 0.06367091520903267, "60": 0.07666366190482139, "70": 0.09038813935324948, "80": 0.10491631626668242, "90": 0.12047021568625499, "100": 0.13714145537441516 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.3304428587811399, "20": 0.004053785195146986, "30": 0.08116078496043955, "40": -0.029586555368245948, "50": -0.27565138450661975, "60": -0.6320493757403556, "70": -1.073011759132135, "80": -1.5851942906514767, "90": -2.1821537038394205, "100": -2.861506433913427 }, "split_id": "32c4674e", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_ff513de6", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -11.502351450492242, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14572856618787014, "position_mse": 6.277073842803864e-06, "position_mse_by_step": { "10": 4.891436455878306e-09, "20": 4.107144435343863e-08, "30": 1.3936832010991955e-07, "40": 3.3370801121788776e-07, "50": 6.638340786529235e-07, "60": 1.1753725378379646e-06, "70": 1.9241108767736087e-06, "80": 2.972293996858103e-06, "90": 4.395550185368588e-06, "100": 6.277073842803864e-06 }, "relative_mse_by_step": { "10": 0.01244095589537917, "20": 0.025655219429445823, "30": 0.03816589835090791, "40": 0.05080853783761565, "50": 0.06403497830087199, "60": 0.07801731154032183, "70": 0.09306969451961718, "80": 0.1092514721021063, "90": 0.1267884062689832, "100": 0.14572856618787014 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.11474594101869395, "20": -0.06175464031316302, "30": -0.668724268180432, "40": -1.6103142743227963, "50": -2.8210660700078836, "60": -4.312094256280208, "70": -6.009034689155075, "80": -7.924443604538782, "90": -10.098658274569688, "100": -12.497369615523306 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_57f26786", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": -0.10082938115585649, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2303588718146264, "position_mse": 9.837972499683799e-06, "position_mse_by_step": { "10": 4.782594418907747e-09, "20": 4.4366938567463876e-08, "30": 1.629386841070105e-07, "40": 4.174797526599962e-07, "50": 8.79242594464813e-07, "60": 1.6346454572158109e-06, "70": 2.7856638813058712e-06, "80": 4.447805268422858e-06, "90": 6.750941175986165e-06, "100": 9.837972499683799e-06 }, "relative_mse_by_step": { "10": 0.01247343652057714, "20": 0.028237654833782974, "30": 0.04530040307942402, "40": 0.06439765947720479, "50": 0.08579604486644744, "60": 0.10966064586268813, "70": 0.13606615566459296, "80": 0.16499748166117725, "90": 0.19645515234906513, "100": 0.2303588718146264 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.034506263510960755, "20": -0.14980495422754303, "30": -0.2006273932588878, "40": -0.21732637691809953, "50": -0.23432189448537577, "60": -0.24706554999213126, "70": -0.26500667062543437, "80": -0.28649983551583813, "90": -0.3079163793231101, "100": -0.3347412787484223 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_9acd6f7d", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -1.4288627802292062, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13800565340930923, "position_mse": 5.953887905109566e-06, "position_mse_by_step": { "10": 5.373873720618657e-09, "20": 4.3471680883604744e-08, "30": 1.4441052645760726e-07, "40": 3.4033626588682507e-07, "50": 6.674047455135223e-07, "60": 1.1671747837941179e-06, "70": 1.8870529288506077e-06, "80": 2.881140114498391e-06, "90": 4.2133952255036484e-06, "100": 5.953887905109566e-06 }, "relative_mse_by_step": { "10": 0.013809866967092998, "20": 0.027295155634701425, "30": 0.03965195047195247, "40": 0.05189029738907684, "50": 0.06440339866579263, "60": 0.07745745695916065, "70": 0.09121532807934216, "80": 0.10579220618287363, "90": 0.12137047116615751, "100": 0.13800565340930923 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.20568726116458524, "20": 0.05432191934128139, "30": 0.12423604725381643, "40": 0.04825567973764866, "50": -0.12650162129029385, "60": -0.3777185241708241, "70": -0.6922058588084627, "80": -1.0635993440166223, "90": -1.4848434257877874, "100": -1.945793391064968 }, "split_id": "d75897fa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_9bb6f6d6", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.03784652151055723, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12593645887932978, "position_mse": 5.378388118515432e-06, "position_mse_by_step": { "10": 5.3535517542867086e-09, "20": 4.343723476145962e-08, "30": 1.4327974885272203e-07, "40": 3.3425669982989347e-07, "50": 6.474568079641228e-07, "60": 1.11721324904985e-06, "70": 1.7812037299336224e-06, "80": 2.680620501191048e-06, "90": 3.8630883247086395e-06, "100": 5.378388118515432e-06 }, "relative_mse_by_step": { "10": 0.013962544618611059, "20": 0.027645938208312345, "30": 0.03983480296112006, "40": 0.051560222972418995, "50": 0.06317850578996237, "60": 0.07494856203609422, "70": 0.08700315411846707, "80": 0.099441321122109, "90": 0.11241745196478747, "100": 0.12593645887932978 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5251701582155963, "20": -0.4254318425016985, "30": -0.3162592251883254, "40": -0.2180424986075462, "50": -0.16092897235701598, "60": -0.1301415474012666, "70": -0.12515532171184574, "80": -0.1407791692839062, "90": -0.17062835304999968, "100": -0.2150168469296343 }, "split_id": "2e8dceb9", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_bdb3ef4a", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -5.301667611706512, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.34064902846547773, "position_mse": 1.4696398881954208e-05, "position_mse_by_step": { "10": 5.20334044105754e-09, "20": 5.265688050672322e-08, "30": 2.126653756460785e-07, "40": 5.860633141959884e-07, "50": 1.2966933679438496e-06, "60": 2.4834745935160236e-06, "70": 4.287041049013039e-06, "80": 6.841691791643305e-06, "90": 1.0274034788640815e-05, "100": 1.4696398881954208e-05 }, "relative_mse_by_step": { "10": 0.013371627807291902, "20": 0.033062391871094, "30": 0.05839322900531715, "40": 0.08935574227805228, "50": 0.12512865766143258, "60": 0.16481132826663952, "70": 0.20722463572524905, "80": 0.25121918403722493, "90": 0.2959524033081357, "100": 0.34064902846547773 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0530516659660516, "20": 0.0564699105048736, "30": -0.15209892437904338, "40": -0.6204883968678425, "50": -1.318690689759185, "60": -2.2288690627652263, "70": -3.36293164517826, "80": -4.760016319986438, "90": -6.430287232947339, "100": -8.392683660140372 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_35784f05", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08302906379341271, "position_mse": 3.4942228905622738e-06, "position_mse_by_step": { "10": 5.182155993210813e-09, "20": 4.112480283932232e-08, "30": 1.312061928818561e-07, "40": 2.938737529640483e-07, "50": 5.443341194677487e-07, "60": 8.9497349335943e-07, "70": 1.3567722581748448e-06, "80": 1.9379287290835886e-06, "90": 2.648118571154815e-06, "100": 3.4942228905622738e-06 }, "relative_mse_by_step": { "10": 0.013658683682683472, "20": 0.026473521997569745, "30": 0.036912472776084705, "40": 0.04589258453887198, "50": 0.0537999307315171, "60": 0.06084075453192468, "70": 0.06718266109097099, "80": 0.07291167165920959, "90": 0.07817677347885467, "100": 0.08302906379341271 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6476699049743926, "20": -0.7523366367792186, "30": -0.803998916001867, "40": -0.8026707523079746, "50": -0.8120416464451174, "60": -0.8078980620230172, "70": -0.8089792060766472, "80": -0.8000218627038158, "90": -0.792687148148322, "100": -0.7820051306005318 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_6511b60e", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08049938886303633, "position_mse": 3.577132882323245e-06, "position_mse_by_step": { "10": 5.2204585479894866e-09, "20": 4.1886751870176144e-08, "30": 1.339356591602479e-07, "40": 3.0002292561448485e-07, "50": 5.553186761224944e-07, "60": 9.134659438002148e-07, "70": 1.3852740364330072e-06, "80": 1.9808418699085452e-06, "90": 2.708575053540179e-06, "100": 3.577132882323245e-06 }, "relative_mse_by_step": { "10": 0.01279285427533654, "20": 0.025217363953057313, "30": 0.03537603922455854, "40": 0.04409207691963661, "50": 0.051752928972576814, "60": 0.058622703603868884, "70": 0.06482838991223952, "80": 0.07049190022038287, "90": 0.07568791870634659, "100": 0.08049938886303633 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6766269756294692, "20": -0.8521092094625728, "30": -0.9206926874665589, "40": -0.9594694467478095, "50": -0.9751831533361657, "60": -0.9919585779885562, "70": -0.9949292410119015, "80": -0.9978344496128524, "90": -1.0033500711019938, "100": -1.001105088232967 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_1c190513", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09037554225142565, "position_mse": 3.7297962080629075e-06, "position_mse_by_step": { "10": 5.456231720403691e-09, "20": 4.3755405241898055e-08, "30": 1.396348993003877e-07, "40": 3.1283620022090224e-07, "50": 5.796846197979124e-07, "60": 9.538294396601746e-07, "70": 1.4466004594331546e-06, "80": 2.0680530643143616e-06, "90": 2.826569482294872e-06, "100": 3.7297962080629075e-06 }, "relative_mse_by_step": { "10": 0.014751116375822654, "20": 0.028832574331116242, "30": 0.04018641824800555, "40": 0.049943430701981366, "50": 0.058540181022039346, "60": 0.06621156360465331, "70": 0.07311544899912613, "80": 0.07938740051667297, "90": 0.08511204618479808, "100": 0.09037554225142565 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8166819637723179, "20": -0.8652236521541168, "30": -0.8116973480983207, "40": -0.7626600670790542, "50": -0.7201726093031253, "60": -0.6906270348595933, "70": -0.6685190897667233, "80": -0.6431878272242937, "90": -0.6253285506242301, "100": -0.6097702995856296 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_d9c8e414", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0857821351591457, "position_mse": 3.5133815247588373e-06, "position_mse_by_step": { "10": 5.134695449779006e-09, "20": 4.0814849481104636e-08, "30": 1.3050130048343687e-07, "40": 2.926571529623548e-07, "50": 5.426107630260698e-07, "60": 8.935798864026115e-07, "70": 1.3571902432626562e-06, "80": 1.9426131871114195e-06, "90": 2.6585340102818527e-06, "100": 3.5133815247588373e-06 }, "relative_mse_by_step": { "10": 0.013638997852264339, "20": 0.026628070595739028, "30": 0.037367524569279865, "40": 0.04665016585539451, "50": 0.054853891064637304, "60": 0.06222914249373865, "70": 0.06892424171534287, "80": 0.07502113004254445, "90": 0.0806107785380135, "100": 0.0857821351591457 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7179301581785416, "20": -0.9123304106580565, "30": -0.9171203774354537, "40": -0.9042423708998659, "50": -0.8998767469733091, "60": -0.895820556275899, "70": -0.8916181864590789, "80": -0.8831192868848934, "90": -0.8768456874277899, "100": -0.8763561049029429 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_241a3a10", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08774670758757849, "position_mse": 3.5149385813123706e-06, "position_mse_by_step": { "10": 5.259128910140021e-09, "20": 4.1507991888067866e-08, "30": 1.3195795257761996e-07, "40": 2.949734581290743e-07, "50": 5.458073709568063e-07, "60": 8.972041614794892e-07, "70": 1.3606120368032341e-06, "80": 1.9453603921907158e-06, "90": 2.6605363700582528e-06, "100": 3.5149385813123706e-06 }, "relative_mse_by_step": { "10": 0.014348118614642849, "20": 0.027782980717702924, "30": 0.03873354164223157, "40": 0.0481727949453835, "50": 0.05650805389656198, "60": 0.0639617779215991, "70": 0.07071179873138697, "80": 0.07685694525905484, "90": 0.0825041709440073, "100": 0.08774670758757849 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2815944060933626, "20": -1.501818858168039, "30": -1.5176401439375464, "40": -1.4653266882638558, "50": -1.4269127563206427, "60": -1.3795635196271272, "70": -1.3528338382938938, "80": -1.318549010945266, "90": -1.2925685718910613, "100": -1.2681722000922249 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_8de07379", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08325735445686025, "position_mse": 3.420893511117486e-06, "position_mse_by_step": { "10": 5.132622755381939e-09, "20": 4.0380329404042317e-08, "30": 1.2857757454298734e-07, "40": 2.876854495070802e-07, "50": 5.324996180888774e-07, "60": 8.753166420254794e-07, "70": 1.3267869876796923e-06, "80": 1.896004364100788e-06, "90": 2.5912498439798324e-06, "100": 3.420893511117486e-06 }, "relative_mse_by_step": { "10": 0.013802619384126129, "20": 0.026589584385109055, "30": 0.037033221865853956, "40": 0.04600433844255964, "50": 0.053899105003843435, "60": 0.06093653613421314, "70": 0.06728658892736998, "80": 0.073058705450635, "90": 0.07835411394413676, "100": 0.08325735445686025 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8247176805349001, "20": -0.857778905100254, "30": -0.907458892768261, "40": -0.9297940086232512, "50": -0.9285587095330186, "60": -0.9146021457836988, "70": -0.9038299101733482, "80": -0.8947487756997539, "90": -0.8878075814006436, "100": -0.8832088418370057 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_32ec5996", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08689224969139135, "position_mse": 3.625539305370954e-06, "position_mse_by_step": { "10": 5.083086288390096e-09, "20": 4.04892145208383e-08, "30": 1.301810849594988e-07, "40": 2.9377899112757536e-07, "50": 5.479378631077583e-07, "60": 9.072377366692308e-07, "70": 1.3835585004276904e-06, "80": 1.988491921370691e-06, "90": 2.7325747266461675e-06, "100": 3.625539305370954e-06 }, "relative_mse_by_step": { "10": 0.013362735677314014, "20": 0.02613252137477633, "30": 0.03684994025759814, "40": 0.04624823286317473, "50": 0.05465248094108596, "60": 0.06226358490736133, "70": 0.06917869989221594, "80": 0.07552591875448625, "90": 0.08140971856657, "100": 0.08689224969139135 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5359940149307705, "20": -0.5581407536683249, "30": -0.5689688223220652, "40": -0.5717167979536528, "50": -0.5676356454399172, "60": -0.5619574607535609, "70": -0.5605369935482292, "80": -0.5602643210624558, "90": -0.5536515640818103, "100": -0.5508153483034626 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_ccfe1004", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08460098388239126, "position_mse": 3.644080477118093e-06, "position_mse_by_step": { "10": 5.071906735868278e-09, "20": 4.0751403064729985e-08, "30": 1.3134820540423268e-07, "40": 2.9666923515898295e-07, "50": 5.532963314180961e-07, "60": 9.152958788100867e-07, "70": 1.3948983036828266e-06, "80": 2.0032450590536297e-06, "90": 2.7499721600828967e-06, "100": 3.644080477118093e-06 }, "relative_mse_by_step": { "10": 0.01289996682479312, "20": 0.025455306092635802, "30": 0.03596959662051143, "40": 0.04516921845783876, "50": 0.05337225025898995, "60": 0.0607542897505944, "70": 0.06747155820218766, "80": 0.07363251142525797, "90": 0.07932217191412783, "100": 0.08460098388239126 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9188078593565965, "20": -1.0512774977741808, "30": -1.0868477967879469, "40": -1.1045442346787078, "50": -1.0899876473620052, "60": -1.0949322272393092, "70": -1.0741737713755528, "80": -1.062994518354492, "90": -1.0499432722662414, "100": -1.0378423783760171 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_6316077f", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0838061519073125, "position_mse": 3.6155941578337142e-06, "position_mse_by_step": { "10": 5.297803795656364e-09, "20": 4.223057022808722e-08, "30": 1.344841661778316e-07, "40": 3.0085181310011777e-07, "50": 5.57510689499655e-07, "60": 9.179955116321383e-07, "70": 1.3938296733938062e-06, "80": 1.995619368244661e-06, "90": 2.73323770605722e-06, "100": 3.6155941578337142e-06 }, "relative_mse_by_step": { "10": 0.013614381252589628, "20": 0.02651588260422117, "30": 0.036926390529506276, "40": 0.045870192561257725, "50": 0.05379881314547788, "60": 0.060921122370213555, "70": 0.06737417324207101, "80": 0.0732768859818647, "90": 0.0787332615239337, "100": 0.0838061519073125 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5211805416850765, "20": -0.5933228617876845, "30": -0.6103291670020712, "40": -0.6043960705823168, "50": -0.5930370272649357, "60": -0.5711194698877124, "70": -0.5528049993409476, "80": -0.5431083968324113, "90": -0.5316547726041359, "100": -0.5211495213825399 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_63b61a7b", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08441515925273736, "position_mse": 3.6051314574641377e-06, "position_mse_by_step": { "10": 5.214650279837331e-09, "20": 4.206412170962689e-08, "30": 1.3466587692586733e-07, "40": 3.0219361174691323e-07, "50": 5.602265791334763e-07, "60": 9.216814618184799e-07, "70": 1.3980502639502186e-06, "80": 1.99851648566047e-06, "90": 2.731745009246619e-06, "100": 3.6051314574641377e-06 }, "relative_mse_by_step": { "10": 0.013600277076686698, "20": 0.026772010602366392, "30": 0.03743996423697289, "40": 0.046614383527513056, "50": 0.05466662445757529, "60": 0.061831257620126964, "70": 0.06828796758939934, "80": 0.07413773024942918, "90": 0.07949489826386286, "100": 0.08441515925273736 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.42442898128587725, "20": -0.6120735023244173, "30": -0.7031691656162826, "40": -0.7321013602160842, "50": -0.7556767089380074, "60": -0.7624682338530882, "70": -0.7706196945931856, "80": -0.7780990206918612, "90": -0.7719487882300518, "100": -0.7659263637199891 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_05683961", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.9354131072608131, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07319617590500399, "position_mse": 3.8146722025495756e-06, "position_mse_by_step": { "10": 6.624008730812417e-09, "20": 5.320972542894558e-08, "30": 1.592948799026114e-07, "40": 3.3748616947398043e-07, "50": 6.016602099074524e-07, "60": 9.677131422287337e-07, "70": 1.4523119966319037e-06, "80": 2.0750408201105788e-06, "90": 2.8553409257321098e-06, "100": 3.8146722025495756e-06 }, "relative_mse_by_step": { "10": 0.013270044200406348, "20": 0.026395460760450788, "30": 0.034847183197771185, "40": 0.041285051255423075, "50": 0.04688104433593297, "60": 0.0521577296547323, "70": 0.05731646728428576, "80": 0.06251708362729504, "90": 0.06779728583782614, "100": 0.07319617590500399 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6491161302951591, "20": 0.6487450833484099, "30": 0.6959936162909104, "40": 0.7585519105823161, "50": 0.8200100127709699, "60": 0.872124545588232, "70": 0.9127600775886172, "80": 0.9383974379705691, "90": 0.9477038750182563, "100": 0.9402750806999509 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_78ba4eaa", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 38, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 28, "val_score": -2.192187873641649, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12120618612629995, "position_mse": 6.255494775229766e-06, "position_mse_by_step": { "10": 1.0610808922776169e-08, "20": 7.51594212898356e-08, "30": 2.0690255597699547e-07, "40": 4.228376407106842e-07, "50": 7.569494301711594e-07, "60": 1.2561193258875392e-06, "70": 1.977671319813063e-06, "80": 2.9931380449202803e-06, "90": 4.386524294984286e-06, "100": 6.255494775229766e-06 }, "relative_mse_by_step": { "10": 0.022057300914228695, "20": 0.03847438654727455, "30": 0.04649178746237555, "40": 0.052931365981446085, "50": 0.06017089821713459, "60": 0.0688853601216512, "70": 0.07923507604136339, "80": 0.09136561198964782, "90": 0.10533876797096772, "100": 0.12120618612629995 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.354499824224064, "20": -5.5953776462421585, "30": -4.573989985643373, "40": -4.012514491650053, "50": -3.6916249313394722, "60": -3.4943068216973563, "70": -3.362562275878415, "80": -3.269257541776179, "90": -3.1998521813509475, "100": -3.1454458375753056 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_839c21b9", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.8981809089623496, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09273903696155378, "position_mse": 4.833162689367652e-06, "position_mse_by_step": { "10": 1.9097271018532676e-09, "20": 1.979784467159058e-08, "30": 7.464221031737241e-08, "40": 1.932201969724799e-07, "50": 4.106279603328338e-07, "60": 7.707748352459021e-07, "70": 1.3262726574631804e-06, "80": 2.1395299126782317e-06, "90": 3.2823014513334262e-06, "100": 4.833162689367652e-06 }, "relative_mse_by_step": { "10": 0.003825804596908891, "20": 0.009821009748834262, "30": 0.01632865274016508, "40": 0.02363683746811081, "50": 0.03199591280416973, "60": 0.04154316369914947, "70": 0.05234224020584063, "80": 0.06446001889585784, "90": 0.07793504715900322, "100": 0.09273903696155378 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9286188526255467, "20": 0.9130774723691993, "30": 0.9127626797112256, "40": 0.9185362694893794, "50": 0.9244775217061931, "60": 0.9277897157367871, "70": 0.9288041832466144, "80": 0.9280020924264087, "90": 0.9251720765811314, "100": 0.9206249961680372 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_a2f7bbdf", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": -2.744426309037196, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10060285429570313, "position_mse": 5.19214942349728e-06, "position_mse_by_step": { "10": 1.1286214956258383e-08, "20": 8.640756434173471e-08, "30": 2.499156476939593e-07, "40": 5.151086283612065e-07, "50": 8.96395706665284e-07, "60": 1.4101240440465646e-06, "70": 2.073539847304216e-06, "80": 2.9084523865614237e-06, "90": 3.938982488957013e-06, "100": 5.19214942349728e-06 }, "relative_mse_by_step": { "10": 0.023461306417317623, "20": 0.04423235269830362, "30": 0.056156991977427996, "40": 0.06448196826129624, "50": 0.07125566474874968, "60": 0.07733095143784408, "70": 0.08307603282201441, "80": 0.08878058019806893, "90": 0.09459142011829076, "100": 0.10060285429570313 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.480470832223814, "20": -5.38460964622558, "30": -4.772743970811739, "40": -4.4460029963602, "50": -4.246948276393295, "60": -4.107185371531691, "70": -4.002571870621519, "80": -3.922188158223105, "90": -3.857543258729131, "100": -3.803048149482086 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_b57035c0", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": -61.304142347496104, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 10, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 60 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -32198150.73968993, "20": -1506.97901909416, "30": -821.0168091273503, "40": -2503.190395610859, "50": -695.4575290502329, "60": -688.1420985656063, "70": -354.56234591050793, "80": -296.18292445543153, "90": -197.7962747384132, "100": -154.46830193960997 }, "position_mse_by_step": { "10": 1.429371536912803e-08, "20": 1.1186569950870657e-07, "30": 3.2456814415364e-07, "40": 6.701059901340993e-07, "50": 1.1780321320505512e-06, "60": 1.885904048511596e-06, "70": 2.840531054933611e-06, "80": 4.100795796565156e-06, "90": 5.7352823603196155e-06, "100": 7.82366345219998e-06 }, "relative_mse_by_step": { "10": 0.02947684773455275, "20": 0.053315068732457005, "30": 0.0674917660736771, "40": 0.07769605469972782, "50": 0.086796732891728, "60": 0.09591980697046411, "70": 0.1056036715962536, "80": 0.1162079645399238, "90": 0.12791039582058916, "100": 0.14083524682242 }, "position_mse": 6.710886453907351e-06, "relative_mse": 0.14065903539623545 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_c74bf236", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": 0.8839209891955786, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07360383571380523, "position_mse": 3.835917691422505e-06, "position_mse_by_step": { "10": 2.97560167696252e-09, "20": 2.876599464661313e-08, "30": 9.590980913592213e-08, "40": 2.207712823221186e-07, "50": 4.238893488661688e-07, "60": 7.322102314942316e-07, "70": 1.17976910963031e-06, "80": 1.8095791793777087e-06, "90": 2.6742240769246045e-06, "100": 3.835917691422505e-06 }, "relative_mse_by_step": { "10": 0.005961098087389294, "20": 0.014269791411420568, "30": 0.020981130664501395, "40": 0.027007191792779113, "50": 0.03302923316265404, "60": 0.03946461160664717, "70": 0.046560379403293814, "80": 0.05451922284658452, "90": 0.0634968428826647, "100": 0.07360383571380523 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8204135179446856, "20": 0.8468657111292122, "30": 0.867831586244833, "40": 0.9048855567406476, "50": 0.9385541902092612, "60": 0.9596692648110389, "70": 0.9644069334152106, "80": 0.9486790022504135, "90": 0.9096187473124915, "100": 0.8435675452550595 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 0, "name": "seed-0_d0f1d380", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -74.80531065137549, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 10, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 60 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -32365290.948638175, "20": -1562.9978592938055, "30": -6361.290694504362, "40": -4264.828123251089, "50": -113.16886574785899, "60": -351.4229259908279, "70": -168.12558458016323, "80": -137.46518846353075, "90": -97.67775121507897, "100": -77.24390945249009 }, "position_mse_by_step": { "10": 1.134171078310192e-08, "20": 8.825752994008777e-08, "30": 2.5634288410477285e-07, "40": 5.289308532496761e-07, "50": 9.258361454082357e-07, "60": 1.4696380977359997e-06, "70": 2.186089061240182e-06, "80": 3.1067906604675953e-06, "90": 4.266892007838881e-06, "100": 5.706203825184275e-06 }, "relative_mse_by_step": { "10": 0.023389152027253845, "20": 0.042063441211901, "30": 0.053304781385018804, "40": 0.06132737374610931, "50": 0.06821507701545218, "60": 0.07474791878331893, "70": 0.08127319393407094, "80": 0.08803994073710966, "90": 0.0951618091939879, "100": 0.10271845524143626 }, "position_mse": 4.895439106863567e-06, "relative_mse": 0.10261698104866812 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 0, "name": "seed-0_eb7ada27", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9289161534137207, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09376123296402733, "position_mse": 4.886435181106208e-06, "position_mse_by_step": { "10": 2.8556695131592187e-09, "20": 2.845004346076406e-08, "30": 9.693197583006606e-08, "40": 2.2788749579457805e-07, "50": 4.4851375175117676e-07, "60": 7.979587915128508e-07, "70": 1.33108319744224e-06, "80": 2.122117169278681e-06, "90": 3.267304467970332e-06, "100": 4.886435181106208e-06 }, "relative_mse_by_step": { "10": 0.005720834950760701, "20": 0.014113059215171342, "30": 0.021204738793471203, "40": 0.027877725949520822, "50": 0.03494795357059909, "60": 0.043008322515378956, "70": 0.052532091393442844, "80": 0.06393540563295715, "90": 0.07757895841365939, "100": 0.09376123296402733 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.920395894043357, "20": 0.8457538483157241, "30": 0.815767355280813, "40": 0.8093328824834148, "50": 0.8159250028561028, "60": 0.8295807670162199, "70": 0.8473072799243382, "80": 0.8662900892826124, "90": 0.88444206727192, "100": 0.8997083330172387 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_37fe1ba5", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.8522385898083311, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06672056064614357, "position_mse": 3.3923788813743677e-06, "position_mse_by_step": { "10": 4.561899615205891e-09, "20": 3.816580995368619e-08, "30": 1.2210765022605382e-07, "40": 2.741548626973765e-07, "50": 5.131595603558026e-07, "60": 8.509559382982194e-07, "70": 1.2904133135244981e-06, "80": 1.8366245598144814e-06, "90": 2.520589312179514e-06, "100": 3.3923788813743677e-06 }, "relative_mse_by_step": { "10": 0.00949839524747486, "20": 0.019623890488380646, "30": 0.027629017043020215, "40": 0.034627645478399034, "50": 0.04122238189358036, "60": 0.0472197280765931, "70": 0.05236698233564716, "80": 0.0568332885259748, "90": 0.061404431751171294, "100": 0.06672056064614357 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7004019181721224, "20": 0.6951794551979078, "30": 0.7182437641703141, "40": 0.746852958400902, "50": 0.7664177255372322, "60": 0.7784485911678745, "70": 0.783072387533433, "80": 0.7805677345810221, "90": 0.7747438920214708, "100": 0.7681821916196012 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_6fb83acd", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.8291125031923912, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11208204966875784, "position_mse": 5.698764737514596e-06, "position_mse_by_step": { "10": 1.0687628551608874e-08, "20": 7.97841754948284e-08, "30": 2.3008619883008968e-07, "40": 4.779996314446017e-07, "50": 8.452788245603772e-07, "60": 1.3602271601647381e-06, "70": 2.0569463219187258e-06, "80": 2.9785002758282125e-06, "90": 4.173130022471534e-06, "100": 5.698764737514596e-06 }, "relative_mse_by_step": { "10": 0.022252861484063295, "20": 0.04102299740307323, "30": 0.05206107477354351, "40": 0.060374642323013816, "50": 0.06790169998669611, "60": 0.07547929773405729, "70": 0.08347408584237873, "80": 0.0921679744759262, "90": 0.10166220907762359, "100": 0.11208204966875784 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.37210190557399414, "20": 0.4042727947268002, "30": 0.5639876778480533, "40": 0.7102538537782712, "50": 0.8229714043580081, "60": 0.8956428757672384, "70": 0.9265642620184954, "80": 0.9144587201836335, "90": 0.8584506552766128, "100": 0.7575400189970086 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_735cb189", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": 0.7942726114420775, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17502001638111067, "position_mse": 8.898819219130668e-06, "position_mse_by_step": { "10": 5.810261749902448e-09, "20": 5.306345857951962e-08, "30": 1.7975989599707174e-07, "40": 4.3132719217250526e-07, "50": 8.694573428463011e-07, "60": 1.5716399098713347e-06, "70": 2.6267444900846775e-06, "80": 4.1323426951781325e-06, "90": 6.188292422848462e-06, "100": 8.898819219130668e-06 }, "relative_mse_by_step": { "10": 0.012097627577753612, "20": 0.027283883176142103, "30": 0.04067385803395738, "40": 0.05447959211370841, "50": 0.06984397328997861, "60": 0.08721063669507857, "70": 0.10659738307939536, "80": 0.12787296316400448, "90": 0.15075386454230366, "100": 0.17502001638111067 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7325301394979591, "20": 0.6729827290270308, "30": 0.7179318499453449, "40": 0.767237411656852, "50": 0.8001318337616666, "60": 0.8084500916023206, "70": 0.7892932389062269, "80": 0.7435773367592169, "90": 0.6734899773517584, "100": 0.5804951666066926 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_8a509277", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.7139412223471248, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -20443576.038592156, "20": -43280.123548906035, "30": -8864.76824225771, "40": -880.1177364709715, "50": -506.46595134484227, "60": -319.20097438561, "70": -213.90809374715752, "80": -150.61787097232568, "90": -110.00812086555526, "100": -82.15746604610754 }, "position_mse_by_step": { "10": 1.4050881588668967e-08, "20": 1.1497577772396588e-07, "30": 3.276971822617832e-07, "40": 6.792233328940694e-07, "50": 1.1760561938318076e-06, "60": 1.8459050966048205e-06, "70": 2.7171803323583913e-06, "80": 3.825106495889066e-06, "90": 5.209671573862369e-06, "100": 6.919979743822925e-06 }, "relative_mse_by_step": { "10": 0.03019144109488819, "20": 0.054707585325382224, "30": 0.06687869077809173, "40": 0.07659303944555408, "50": 0.08430922668109847, "60": 0.09137416221703354, "70": 0.09833395394701729, "80": 0.10552934802752957, "90": 0.11312792795523494, "100": 0.12129613904578475 }, "position_mse": 5.156798312728432e-06, "relative_mse": 0.12105336326903594 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_c55bac36", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 36, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 26, "val_score": -2.083878009075788, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08565652285968747, "position_mse": 4.251334816477278e-06, "position_mse_by_step": { "10": 1.0383357942503732e-08, "20": 7.222520282798176e-08, "30": 1.9457148108565597e-07, "40": 3.8558669060202127e-07, "50": 6.619990736668667e-07, "60": 1.045524983161223e-06, "70": 1.5617658898950788e-06, "80": 2.242497045098649e-06, "90": 3.1244178793648254e-06, "100": 4.251334816477278e-06 }, "relative_mse_by_step": { "10": 0.02248480753787063, "20": 0.03852285499552393, "30": 0.04555266727439428, "40": 0.05028267259083427, "50": 0.054806903984180116, "60": 0.05969840947255811, "70": 0.06512780351960003, "80": 0.07122437857558131, "90": 0.07804459234678858, "100": 0.08565652285968747 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.524925724934091, "20": -4.2544074439879305, "30": -3.4631098863399066, "40": -3.0153746393122693, "50": -2.7618580589311685, "60": -2.60638952208629, "70": -2.5002510830193247, "80": -2.4294067506647936, "90": -2.3750250347304713, "100": -2.3337872441816097 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_d0f33cde", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": -1.8388462122786557, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09320310503432978, "position_mse": 4.62588945018589e-06, "position_mse_by_step": { "10": 9.206585436873281e-09, "20": 6.775396284654432e-08, "30": 1.9210916375150028e-07, "40": 3.9560840064163063e-07, "50": 6.965846357128872e-07, "60": 1.1177210627774262e-06, "70": 1.6859311271235e-06, "80": 2.4340493187732397e-06, "90": 3.3994552235786354e-06, "100": 4.62588945018589e-06 }, "relative_mse_by_step": { "10": 0.019936546806470057, "20": 0.0361380236248826, "30": 0.044976194701841936, "40": 0.05158955993161665, "50": 0.057670242701250624, "60": 0.06382073193510694, "70": 0.07030566610867245, "80": 0.07730830706370657, "90": 0.08491472887720489, "100": 0.09320310503432978 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.9541786613760417, "20": -3.2347280166516548, "30": -2.788725887680185, "40": -2.542653264442932, "50": -2.4011039473512197, "60": -2.3096008443420684, "70": -2.2410527208273963, "80": -2.1928988858604797, "90": -2.152854159931969, "100": -2.120144063468723 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 1, "name": "seed-1_e98e06b3", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.9023373776327731, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11545459192457472, "position_mse": 5.8702402319405726e-06, "position_mse_by_step": { "10": 3.2076223129998535e-09, "20": 3.093067285155269e-08, "30": 1.0602514118091781e-07, "40": 2.549095891067412e-07, "50": 5.151884987952826e-07, "60": 9.363423038572753e-07, "70": 1.5811382673242796e-06, "80": 2.533588750403786e-06, "90": 3.909565872309681e-06, "100": 5.8702402319405726e-06 }, "relative_mse_by_step": { "10": 0.00667863545965315, "20": 0.015903766682990938, "30": 0.023990064727747663, "40": 0.03219683500699428, "50": 0.0413853676033912, "60": 0.05195783587005937, "70": 0.06416505382220267, "80": 0.07840044373162855, "90": 0.09524148564105753, "100": 0.11545459192457472 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.847317203385588, "20": 0.7572957102090769, "30": 0.724468246677596, "40": 0.7220552248561141, "50": 0.7415235316030317, "60": 0.7749224867118792, "70": 0.8113596253936307, "80": 0.8408891005993617, "90": 0.8616240097626231, "100": 0.8755956070674978 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 1, "name": "seed-1_f79aa302", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.860098649278646, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -15440610.942501053, "20": -111226.50222269703, "30": -1793033.73563705, "40": -946.7175174919955, "50": -570.315424816021, "60": -373.91178190354964, "70": -258.28438852105774, "80": -185.77621663404557, "90": -137.85702697086066, "100": -105.15773794303453 }, "position_mse_by_step": { "10": 8.348124599007653e-09, "20": 6.645626571461437e-08, "30": 1.8837969808798318e-07, "40": 3.9159170183412385e-07, "50": 6.899125730195867e-07, "60": 1.1048164393601978e-06, "70": 1.6606443511936784e-06, "80": 2.3863759231254826e-06, "90": 3.31422723740196e-06, "100": 4.482219086281265e-06 }, "relative_mse_by_step": { "10": 0.01793780059231162, "20": 0.03187747139617755, "30": 0.038408472783828106, "40": 0.04415808057908752, "50": 0.04945851721534897, "60": 0.05468952696204418, "70": 0.06009822874395621, "80": 0.06583678012276963, "90": 0.071968387032528, "100": 0.07856610707691035 }, "position_mse": 3.3421318064925337e-06, "relative_mse": 0.0784230359207506 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_1bcd26a3", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.8855172148542013, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05448196123452053, "position_mse": 2.7493450029883854e-06, "position_mse_by_step": { "10": 2.304429772797307e-09, "20": 2.2266523456794728e-08, "30": 7.646303962057947e-08, "40": 1.8260082497485136e-07, "50": 3.6529405093180653e-07, "60": 6.457914577952449e-07, "70": 1.0203285272934538e-06, "80": 1.4770316891851312e-06, "90": 2.0395745804892484e-06, "100": 2.7493450029883854e-06 }, "relative_mse_by_step": { "10": 0.004763711250754248, "20": 0.011399293960907903, "30": 0.0172665680380847, "40": 0.02306252069933095, "50": 0.029392050687362274, "60": 0.03594621822480189, "70": 0.04158786707071423, "80": 0.04595949995799722, "90": 0.05001427142987996, "100": 0.05448196123452053 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9212244566458374, "20": 0.8812210159956302, "30": 0.8745465325901183, "40": 0.88672159142131, "50": 0.9031840119279919, "60": 0.9179067806337264, "70": 0.9236856238338232, "80": 0.9247063344726458, "90": 0.9188055691699071, "100": 0.9028492119553728 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_46f08bd5", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 32, "val_score": 0.9028908164983929, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1368650849073739, "position_mse": 6.906677526785643e-06, "position_mse_by_step": { "10": 2.13508688625844e-09, "20": 2.3455857021760706e-08, "30": 9.122721761504034e-08, "40": 2.4484320338810254e-07, "50": 5.389726023200377e-07, "60": 1.0428066906748817e-06, "70": 1.8378517708583785e-06, "80": 3.015789635339518e-06, "90": 4.670285207859186e-06, "100": 6.906677526785643e-06 }, "relative_mse_by_step": { "10": 0.004413646074820871, "20": 0.012008170463381602, "30": 0.020600553779859216, "40": 0.03092374553623349, "50": 0.04336646054344698, "60": 0.05804498714996596, "70": 0.07490953462301118, "80": 0.0938396817303101, "90": 0.11452432986529566, "100": 0.1368650849073739 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8939000499707338, "20": 0.8708420168742222, "30": 0.8813712534169964, "40": 0.8982641188780982, "50": 0.9127023847890501, "60": 0.9218159066919537, "70": 0.9246256221778006, "80": 0.9203061230396891, "90": 0.9087008201835227, "100": 0.8921330206446534 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_5420f52d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": -2.3428158231265477, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11304575658955321, "position_mse": 5.6113893086668605e-06, "position_mse_by_step": { "10": 1.1519886129145768e-08, "20": 8.731007344410711e-08, "30": 2.514133836990189e-07, "40": 5.186254698839678e-07, "50": 9.081066088307515e-07, "60": 1.4434440456869067e-06, "70": 2.1503847465607707e-06, "80": 3.058585804183167e-06, "90": 4.200115346618206e-06, "100": 5.6113893086668605e-06 }, "relative_mse_by_step": { "10": 0.024862758815038515, "20": 0.04636189224770145, "30": 0.058608009122325826, "40": 0.06738611123373159, "50": 0.07496449571490583, "60": 0.08223690907634074, "70": 0.08953381202495979, "80": 0.09704757140551434, "90": 0.1048599323275135, "100": 0.11304575658955321 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.066243641220538, "20": -4.367870636278275, "30": -3.883872040966991, "40": -3.587901807260825, "50": -3.405074573277253, "60": -3.2724391222039335, "70": -3.177619338362825, "80": -3.1070387515841755, "90": -3.0507728579053106, "100": -3.0040545124802334 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_9db6ef73", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": 0.9026492994118983, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09348306545893133, "position_mse": 4.717473326211673e-06, "position_mse_by_step": { "10": 2.0439247782373066e-09, "20": 2.2391874119977372e-08, "30": 8.110304454689299e-08, "40": 2.0181472343442206e-07, "50": 4.175819638772639e-07, "60": 7.714073933787599e-07, "70": 1.3143112097070895e-06, "80": 2.1068287005781324e-06, "90": 3.2163565679508922e-06, "100": 4.717473326211673e-06 }, "relative_mse_by_step": { "10": 0.004225196001510286, "20": 0.011463466936118261, "30": 0.01831435480087614, "40": 0.02548923991595947, "50": 0.03359920649433207, "60": 0.042938286296456914, "70": 0.0535703926889497, "80": 0.06555634133289844, "90": 0.07887121752918957, "100": 0.09348306545893133 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9097565558704767, "20": 0.8778363963599498, "30": 0.8581483479378424, "40": 0.8542445229777668, "50": 0.8579269616148253, "60": 0.8668163695866313, "70": 0.8796116441628681, "80": 0.8915339067945519, "90": 0.9002768321727577, "100": 0.9023991424725599 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_b49f6960", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -15.519856714301689, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -35177551.916158736, "20": -11044260.945737464, "30": -3975.8511074937446, "40": -1654.1575473824628, "50": -479.50428333268815, "60": -301.71934041700297, "70": -202.22799058252468, "80": -142.22501476302352, "90": -103.78793981247114, "100": -77.35584110037676 }, "position_mse_by_step": { "10": 1.541765159502015e-08, "20": 1.2205362204344948e-07, "30": 3.603568515088004e-07, "40": 7.343977576088116e-07, "50": 1.2860321681224768e-06, "60": 2.0115788643693122e-06, "70": 2.9502896887428117e-06, "80": 4.1368572577685625e-06, "90": 5.6114896815578116e-06, "100": 7.423192731234199e-06 }, "relative_mse_by_step": { "10": 0.033017079310363774, "20": 0.060378733977306365, "30": 0.07600664593307341, "40": 0.0864212468101248, "50": 0.09521250237342392, "60": 0.1028392618106564, "70": 0.11027615371891808, "80": 0.1178805508034552, "90": 0.12585713921271863, "100": 0.1343861893472247 }, "position_mse": 5.948112603666138e-06, "relative_mse": 0.13400181195641545 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp", "seed": 2, "name": "seed-2_bc9c31cd", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -18.504678168166382, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -31344321.457712486, "20": -49863.87396014695, "30": -1605.040907890134, "40": -894.3623417281269, "50": -529.5403952393854, "60": -339.75352090403993, "70": -230.57107017004856, "80": -163.24087239854666, "90": -119.6715433949252, "100": -90.34012097412773 }, "position_mse_by_step": { "10": 1.0189544880964243e-08, "20": 7.839636203173701e-08, "30": 2.3108302484229982e-07, "40": 4.6994937249625733e-07, "50": 8.151806847322973e-07, "60": 1.288129345157683e-06, "70": 1.9140382673096416e-06, "80": 2.723244005916773e-06, "90": 3.750475958749381e-06, "100": 5.037061100665596e-06 }, "relative_mse_by_step": { "10": 0.021821028280336358, "20": 0.038442678495169774, "30": 0.04823905137112099, "40": 0.05472801573682612, "50": 0.06035260610405774, "60": 0.06585387892022498, "70": 0.07154306880273603, "80": 0.07759936671415033, "90": 0.08411744503524347, "100": 0.09118872045169732 }, "position_mse": 4.034879776591639e-06, "relative_mse": 0.09096887619705744 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_de9f3490", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -2.2935207999970264, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08914550076239512, "position_mse": 4.425023326705611e-06, "position_mse_by_step": { "10": 1.2141887918902329e-08, "20": 8.582729023994975e-08, "30": 2.3232598610637264e-07, "40": 4.5673531278315034e-07, "50": 7.729872710423738e-07, "60": 1.1983095307398018e-06, "70": 1.7510405525302174e-06, "80": 2.45423485653516e-06, "90": 3.334738369176193e-06, "100": 4.425023326705611e-06 }, "relative_mse_by_step": { "10": 0.026205192265149915, "20": 0.04557453023520867, "30": 0.05415846727307208, "40": 0.059344591383960456, "50": 0.06381035046352426, "60": 0.06827093313330747, "70": 0.07290664423148689, "80": 0.07787178380274554, "90": 0.08325496108180207, "100": 0.08914550076239512 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.30260519593383, "20": -5.024634104457774, "30": -4.20587997141336, "40": -3.7296234814575424, "50": -3.466914065027206, "60": -3.3025081054249785, "70": -3.1934329818772946, "80": -3.1177771675805728, "90": -3.06058343547996, "100": -3.0160612711860377 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 2, "name": "seed-2_fc201983", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9191043615463057, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08004209156170614, "position_mse": 4.0391960839412735e-06, "position_mse_by_step": { "10": 2.5711111216266046e-09, "20": 2.52999548105188e-08, "30": 9.038906485514531e-08, "40": 2.2747010565942512e-07, "50": 4.798537865724484e-07, "60": 8.871849144347672e-07, "70": 1.4511864591781887e-06, "80": 2.147690112102347e-06, "90": 2.988271731802732e-06, "100": 4.0391960839412735e-06 }, "relative_mse_by_step": { "10": 0.0053149942435279166, "20": 0.012952251959871302, "30": 0.020411285582742696, "40": 0.028729519819924134, "50": 0.03860968110891313, "60": 0.04938272588631189, "70": 0.05914933077409231, "80": 0.0668277900465458, "90": 0.07327814090758479, "100": 0.08004209156170614 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9406746258123743, "20": 0.8978399587492361, "30": 0.8902492807470314, "40": 0.9013101305429864, "50": 0.91893615288701, "60": 0.9342427594456404, "70": 0.9411323510746825, "80": 0.9408417830619368, "90": 0.9387674841385316, "100": 0.9355972148988108 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_0c43130c", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -2.1677526632142854, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08902621422099716, "position_mse": 4.3517180578029575e-06, "position_mse_by_step": { "10": 1.0412000915417862e-08, "20": 7.361274323436362e-08, "30": 1.9802445429460492e-07, "40": 3.909799940312756e-07, "50": 6.703753790304745e-07, "60": 1.0588888197763221e-06, "70": 1.5839609878704712e-06, "80": 2.2796217434363697e-06, "90": 3.186701978360621e-06, "100": 4.3517180578029575e-06 }, "relative_mse_by_step": { "10": 0.022593408012097024, "20": 0.03943607877702009, "30": 0.04665793692726904, "40": 0.05140169795500226, "50": 0.05604007906257572, "60": 0.06113409234535287, "70": 0.06687145606851046, "80": 0.0733816095066844, "90": 0.08075364601951643, "100": 0.08902621422099716 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.951778807330219, "20": -4.509161665572592, "30": -3.6281898034029236, "40": -3.14972306770128, "50": -2.893047954671632, "60": -2.7429140532819156, "70": -2.643368400238234, "80": -2.5769250953519447, "90": -2.5283227987235026, "100": -2.4919383727657083 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_681a7983", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": 0.8551571408582141, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1369131971128197, "position_mse": 7.207863835999108e-06, "position_mse_by_step": { "10": 3.926738305546986e-09, "20": 3.6723089778613526e-08, "30": 1.2856181021346303e-07, "40": 3.1872204055665473e-07, "50": 6.61341688714044e-07, "60": 1.2216679246129e-06, "70": 2.073018253615341e-06, "80": 3.296842921989602e-06, "90": 4.97950447189461e-06, "100": 7.207863835999108e-06 }, "relative_mse_by_step": { "10": 0.00784895791894695, "20": 0.018145744459984788, "30": 0.027976028863408456, "40": 0.03874269191902756, "50": 0.05116458398822136, "60": 0.06532933259872852, "70": 0.08112036815432025, "80": 0.09842937717662949, "90": 0.11710114617934113, "100": 0.1369131971128197 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8222353615896378, "20": 0.7534217441650903, "30": 0.7343316515844602, "40": 0.7361304421506947, "50": 0.7448172618702835, "60": 0.7498606689626297, "70": 0.744370495820778, "80": 0.7306709137016303, "90": 0.7109774425609579, "100": 0.6854948391323179 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_827d8d7a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -2.4873745955188458, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09566729475750581, "position_mse": 4.676342780385312e-06, "position_mse_by_step": { "10": 1.0479545242692011e-08, "20": 7.886778720893923e-08, "30": 2.2460595559944555e-07, "40": 4.5775987247103397e-07, "50": 7.913264513246889e-07, "60": 1.2421094293050114e-06, "70": 1.8302328959813557e-06, "80": 2.5797579212394338e-06, "90": 3.518384688407293e-06, "100": 4.676342780385312e-06 }, "relative_mse_by_step": { "10": 0.022739975089588128, "20": 0.042251329493846065, "30": 0.05292099173901592, "40": 0.06018117310317991, "50": 0.06615099283729381, "60": 0.07171218652606659, "70": 0.07726853100296709, "80": 0.08304307016865058, "90": 0.08915875837071345, "100": 0.09566729475750581 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.237600487220568, "20": -4.270691226278116, "30": -3.728473835612185, "40": -3.417266520173852, "50": -3.2197167450800874, "60": -3.0815029684960065, "70": -2.9788898040932077, "80": -2.904784779228331, "90": -2.8482984658458497, "100": -2.8043771951760315 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 3, "name": "seed-3_85522980", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": 0.5066119551541202, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10775774557846464, "position_mse": 5.672960487247889e-06, "position_mse_by_step": { "10": 3.391451232745027e-09, "20": 3.2923465766364146e-08, "30": 1.1321980808125837e-07, "40": 2.731658885122913e-07, "50": 5.543507126353526e-07, "60": 1.0119857052919608e-06, "70": 1.7063551559155193e-06, "80": 2.6899544380398764e-06, "90": 4.000563875397997e-06, "100": 5.672960487247889e-06 }, "relative_mse_by_step": { "10": 0.006778999754675136, "20": 0.016268260653857666, "30": 0.024637492374536857, "40": 0.033205051784104364, "50": 0.04288724585125273, "60": 0.05411646601683993, "70": 0.06677228153128169, "80": 0.08031032907384918, "90": 0.09407976593191568, "100": 0.10775774557846464 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.880805070336753, "20": 0.840271433193422, "30": 0.873427744636589, "40": 0.9054996157030814, "50": 0.9154978546625657, "60": 0.8952751276301906, "70": 0.8441261379877265, "80": 0.7673136488660124, "90": 0.662585360959149, "100": 0.522356644110985 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 3, "name": "seed-3_b2884f52", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.914868079930949, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12571223790725394, "position_mse": 6.618183728538238e-06, "position_mse_by_step": { "10": 2.5952297093091914e-09, "20": 2.5762021230565527e-08, "30": 9.748675235954352e-08, "40": 2.583033316635611e-07, "50": 5.57529895013025e-07, "60": 1.056740400530641e-06, "70": 1.827996747749694e-06, "80": 2.9528965145329624e-06, "90": 4.518121806995623e-06, "100": 6.618183728538238e-06 }, "relative_mse_by_step": { "10": 0.0051874729593245185, "20": 0.01272962206722558, "30": 0.02121385964682799, "40": 0.03139841343517276, "50": 0.04313320273942742, "60": 0.0565097468026385, "70": 0.07153230267207807, "80": 0.08816063478605617, "90": 0.10625098243475604, "100": 0.12571223790725394 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.923418665944762, "20": 0.8930284988021278, "30": 0.8989643474167892, "40": 0.9120361388688937, "50": 0.9275963752479154, "60": 0.9402441559567514, "70": 0.947262745736847, "80": 0.9461740254224679, "90": 0.9369510454513588, "100": 0.919785168033049 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 3, "name": "seed-3_dc7af64d", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.8197066720165243, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1257315832886857, "position_mse": 6.61920217583299e-06, "position_mse_by_step": { "10": 2.594959590857775e-09, "20": 2.5760407648281865e-08, "30": 9.748488754013351e-08, "40": 2.582893854352619e-07, "50": 5.57502037576033e-07, "60": 1.0567079009149439e-06, "70": 1.8280271431438321e-06, "80": 2.953070573141758e-06, "90": 4.518607637546016e-06, "100": 6.61920217583299e-06 }, "relative_mse_by_step": { "10": 0.005186933033260359, "20": 0.012728824758176669, "30": 0.02121345384792431, "40": 0.031396718182389226, "50": 0.0431310475536906, "60": 0.05650800886865461, "70": 0.07153349209024087, "80": 0.08816583141836816, "90": 0.10626240753028934, "100": 0.1257315832886857 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9082738512451505, "20": 0.8987651993748427, "30": 0.9001700887023237, "40": 0.8999214054953967, "50": 0.8962001690808243, "60": 0.88943167823368, "70": 0.8810883819763166, "80": 0.8715584269984396, "90": 0.8614697530248189, "100": 0.8499965273106708 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp", "seed": 4, "name": "seed-4_26433b1e", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.8706756798352308, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08875598947379804, "position_mse": 4.6086356162179855e-06, "position_mse_by_step": { "10": 2.3006131483998313e-09, "20": 2.1297361994600448e-08, "30": 7.252965715005238e-08, "40": 1.754809821769803e-07, "50": 3.6048377661960073e-07, "60": 6.718578635148528e-07, "70": 1.1692030621393965e-06, "80": 1.9286576933349613e-06, "90": 3.0405558257078675e-06, "100": 4.6086356162179855e-06 }, "relative_mse_by_step": { "10": 0.004642225524162026, "20": 0.010639748776328825, "30": 0.015970685397343996, "40": 0.02159504291083562, "50": 0.02824225306567776, "60": 0.036393798212723295, "70": 0.046357286138977466, "80": 0.05835490631624698, "90": 0.07247949032805555, "100": 0.08875598947379804 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8604868154541557, "20": 0.8962620994715133, "30": 0.9104674534528869, "40": 0.9318563408415609, "50": 0.9474501485213536, "60": 0.9524140638519245, "70": 0.9450785509980801, "80": 0.9252056978417548, "90": 0.8935554355851216, "100": 0.8511792167091211 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_32ddc4fc", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -1.9285907844033847, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0813468115679799, "position_mse": 3.816838321719322e-06, "position_mse_by_step": { "10": 7.76593747087162e-09, "20": 5.682811548319526e-08, "30": 1.6019149260415588e-07, "40": 3.2842269830674855e-07, "50": 5.768349745543284e-07, "60": 9.241626512692034e-07, "70": 1.3926053191377313e-06, "80": 2.0090810526848404e-06, "90": 2.8051092491360966e-06, "100": 3.816838321719322e-06 }, "relative_mse_by_step": { "10": 0.01772952996125437, "20": 0.03195402761650404, "30": 0.03954853474765468, "40": 0.04518402957626969, "50": 0.0504089785784909, "60": 0.0557279839963645, "70": 0.061359821103716704, "80": 0.06745072789561098, "90": 0.07409331910101785, "100": 0.0813468115679799 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.271509017938752, "20": -2.398193576178886, "30": -1.9711536343575653, "40": -1.7693588537347904, "50": -1.6687328352084747, "60": -1.6094453343151316, "70": -1.5696762304797445, "80": -1.5429468583902781, "90": -1.5217219015757606, "100": -1.5061324117521586 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_4a0c42f9", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": -2.3312076701138897, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09378699637544527, "position_mse": 4.400538815778938e-06, "position_mse_by_step": { "10": 9.147268256340776e-09, "20": 6.338861562633318e-08, "30": 1.7091782433809044e-07, "40": 3.410065441704952e-07, "50": 5.95702997584015e-07, "60": 9.640874545928975e-07, "70": 1.481368745511905e-06, "80": 2.1908343155376185e-06, "90": 3.14398573501811e-06, "100": 4.400538815778938e-06 }, "relative_mse_by_step": { "10": 0.02088308941743548, "20": 0.03564294816172076, "30": 0.042196682264093864, "40": 0.0469153010950235, "50": 0.052057834509005155, "60": 0.05813549180640769, "70": 0.06527084161184213, "80": 0.07355271659359772, "90": 0.08304430153138857, "100": 0.09378699637544527 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.005839925686448, "20": -3.5558591496720906, "30": -2.7768352124595745, "40": -2.3498191338878764, "50": -2.120040098137515, "60": -1.9840939083247742, "70": -1.8950205259210824, "80": -1.8338646373341487, "90": -1.78763729735945, "100": -1.7527086051559189 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_667ab985", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.8770368935984068, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09959617519391029, "position_mse": 5.171509922417629e-06, "position_mse_by_step": { "10": 2.395395855479622e-09, "20": 2.382995466351393e-08, "30": 8.674637429960187e-08, "40": 2.2064312759084715e-07, "50": 4.650186617993768e-07, "60": 8.669790484004482e-07, "70": 1.4795167882449993e-06, "80": 2.360109863681308e-06, "90": 3.5693338623283516e-06, "100": 5.171509922417629e-06 }, "relative_mse_by_step": { "10": 0.004833480060962799, "20": 0.01190498292865451, "30": 0.019101138868380656, "40": 0.027152787437101387, "50": 0.036432082602872735, "60": 0.04696329723235759, "70": 0.05866079667512644, "80": 0.07140924512790349, "90": 0.08508427865882072, "100": 0.09959617519391029 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8330695434388281, "20": 0.8267334610158217, "30": 0.8430315643235333, "40": 0.8599011095628659, "50": 0.8723715283578694, "60": 0.8797408328701615, "70": 0.8831873473390539, "80": 0.8839684672735721, "90": 0.8830728851903242, "100": 0.8811533099147323 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp", "seed": 4, "name": "seed-4_6fe2b4c3", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.8724478526903507, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1174682712281998, "position_mse": 6.099514655488747e-06, "position_mse_by_step": { "10": 1.0759230395507302e-08, "20": 8.225201014574627e-08, "30": 2.429861827048439e-07, "40": 5.135061621887514e-07, "50": 9.184212084940263e-07, "60": 1.486744723625374e-06, "70": 2.2501710274371233e-06, "80": 3.2459848792346487e-06, "90": 4.5142349587682215e-06, "100": 6.099514655488747e-06 }, "relative_mse_by_step": { "10": 0.0217102010379728, "20": 0.04109150816522092, "30": 0.053504401266534996, "40": 0.06319310200954237, "50": 0.07195409578319296, "60": 0.08053531915572608, "70": 0.08921617258654016, "80": 0.09821294063030742, "90": 0.10760843338781291, "100": 0.1174682712281998 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3905070452197058, "20": 0.34448157564911563, "30": 0.47999380577391315, "40": 0.6175933201596484, "50": 0.7365900317209239, "60": 0.8279231016547279, "70": 0.8914269510159337, "80": 0.9265578606306764, "90": 0.9335190120307564, "100": 0.9125944271153306 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp", "seed": 4, "name": "seed-4_c6c2ec02", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9059039744424273, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09729185039570186, "position_mse": 5.051858354119888e-06, "position_mse_by_step": { "10": 3.2861889443751887e-09, "20": 2.98945151490569e-08, "30": 1.0034879579988244e-07, "40": 2.3778889634483236e-07, "50": 4.748280186309525e-07, "60": 8.548998162081846e-07, "70": 1.4321798643785704e-06, "80": 2.2721833979793313e-06, "90": 3.4500944559161844e-06, "100": 5.051858354119888e-06 }, "relative_mse_by_step": { "10": 0.006630941062563339, "20": 0.014934719664189513, "30": 0.022096327360360064, "40": 0.029262780254489133, "50": 0.037200600788758365, "60": 0.04630897856937427, "70": 0.05678395304062576, "80": 0.06874887637170117, "90": 0.08224189986389702, "100": 0.09729185039570186 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8898613606409599, "20": 0.8354891589035714, "30": 0.8229749324107363, "40": 0.8305250195803782, "50": 0.8461899191641166, "60": 0.8630992327319028, "70": 0.8779408895972938, "80": 0.8868595887141701, "90": 0.8886769953376307, "100": 0.8826950443400241 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_18ffba30", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -79.63214829021993, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -24107614.60938246, "20": -5903.455138481776, "30": -2.0140146040581457, "40": -1.9132581690040045, "50": -1.8285638400103332, "60": -1.7478306480543382, "70": -1.6650819321658545, "80": -1.5851730376292412, "90": -1.5071908898434447, "100": -1.4304309399918855 }, "position_mse_by_step": { "10": 8.107670352316684e-09, "20": 6.552479024942041e-08, "30": 2.0326844599230367e-07, "40": 4.328041002349121e-07, "50": 7.691412914025824e-07, "60": 1.2246294080202878e-06, "70": 1.8106495250029153e-06, "80": 2.540075413281109e-06, "90": 3.425494329711278e-06, "100": 4.47975153138494e-06 }, "relative_mse_by_step": { "10": 0.01671983513631178, "20": 0.03122904260349956, "30": 0.04185148329168833, "40": 0.0496822517764158, "50": 0.05610119567545652, "60": 0.06165752957923972, "70": 0.06663228014924612, "80": 0.07124690983518643, "90": 0.07561546787543834, "100": 0.07981387570235289 }, "position_mse": 3.779518199382397e-06, "relative_mse": 0.07971191703821134 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_2595ed87", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.8396077195668998, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13353656632645106, "position_mse": 6.959355749001718e-06, "position_mse_by_step": { "10": 1.5868525374670587e-09, "20": 1.8559005713189184e-08, "30": 7.683029071360791e-08, "40": 2.229359123719275e-07, "50": 5.195858085370122e-07, "60": 1.0384995150047871e-06, "70": 1.858624379532817e-06, "80": 3.062310304561119e-06, "90": 4.734191427400804e-06, "100": 6.959355749001718e-06 }, "relative_mse_by_step": { "10": 0.0031789818171227228, "20": 0.009206465605796578, "30": 0.016807314944911937, "40": 0.027271993348038936, "50": 0.04048585052698119, "60": 0.0559729682139497, "70": 0.07335185806515732, "80": 0.09226165940811354, "90": 0.11240875880073162, "100": 0.13353656632645106 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9594653174228679, "20": 0.9513548010170096, "30": 0.9406675916654016, "40": 0.9243729210916471, "50": 0.904968002411574, "60": 0.8836929604669304, "70": 0.8628590627143875, "80": 0.8434890871362716, "90": 0.8260569185411286, "100": 0.8107766923964341 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_54c2d3d8", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": 0.9057652774107051, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.048148362256288615, "position_mse": 2.5092870881085867e-06, "position_mse_by_step": { "10": 8.512026212849553e-10, "20": 1.1161095909389169e-08, "30": 4.4211003493087123e-08, "40": 1.1385085085484953e-07, "50": 2.3642802448518652e-07, "60": 4.312988568955234e-07, "70": 7.2246149349959e-07, "80": 1.138478780303233e-06, "90": 1.71758693373444e-06, "100": 2.5092870881085867e-06 }, "relative_mse_by_step": { "10": 0.0017052357366938039, "20": 0.005536624493830761, "30": 0.00967155340474727, "40": 0.013927498778222906, "50": 0.018422346227369796, "60": 0.023246113126605256, "70": 0.028512427530969983, "80": 0.03430022794073284, "90": 0.040782426801749413, "100": 0.048148362256288615 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8964385919854707, "20": 0.9719165176373283, "30": 0.9719945127808096, "40": 0.9672642727183262, "50": 0.9641694261880938, "60": 0.959017944576164, "70": 0.9501292258948785, "80": 0.9351532399616611, "90": 0.9132682042403145, "100": 0.8836417059242291 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_cb0fc0b0", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -1.7672669105349361, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08932272289067668, "position_mse": 4.609977792467492e-06, "position_mse_by_step": { "10": 6.930901145468e-09, "20": 5.7819138575356176e-08, "30": 1.7785512326387982e-07, "40": 3.8508417260020776e-07, "50": 6.986816111569688e-07, "60": 1.1390954345610486e-06, "70": 1.7269763211353556e-06, "80": 2.485613132664964e-06, "90": 3.438478103946961e-06, "100": 4.609977792467492e-06 }, "relative_mse_by_step": { "10": 0.014407664230406472, "20": 0.02959783150538349, "30": 0.0399647193860586, "40": 0.04820533772562248, "50": 0.055539113229272845, "60": 0.06246779076281147, "70": 0.06919102216627597, "80": 0.07587340163640488, "90": 0.08257221955411956, "100": 0.08932272289067668 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.7098888511641, "20": -3.866282494051439, "30": -3.3697006834298016, "40": -3.091465199989832, "50": -2.9152467323167963, "60": -2.792232676379721, "70": -2.701223811994697, "80": -2.6330636160566767, "90": -2.5800257381106113, "100": -2.5369774158435776 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_d2126ff2", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.120967625987776, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16650366069544073, "position_mse": 8.67745996596828e-06, "position_mse_by_step": { "10": 3.30650006303517e-09, "20": 3.6810784484079106e-08, "30": 1.4573439265522633e-07, "40": 3.8919777871626594e-07, "50": 8.351452728610248e-07, "60": 1.556625825368688e-06, "70": 2.6276930116507305e-06, "80": 4.1221140861580355e-06, "90": 6.1140514203218895e-06, "100": 8.67745996596828e-06 }, "relative_mse_by_step": { "10": 0.006623995192068781, "20": 0.018260526803665092, "30": 0.031880705030679, "40": 0.04761098882316321, "50": 0.06507407656219279, "60": 0.08389890085213296, "70": 0.10370366758982184, "80": 0.12419155736505454, "90": 0.14517218873415197, "100": 0.16650366069544073 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7784375668061301, "20": 0.8794360910518519, "30": 0.9241470170335437, "40": 0.9158410345371777, "50": 0.8622699216774163, "60": 0.7700646865969802, "70": 0.645603046412072, "80": 0.4951442833483424, "90": 0.3218622966264888, "100": 0.12969053633562266 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_e45ef862", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.8249419369329267, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16464703590898194, "position_mse": 8.580700608311936e-06, "position_mse_by_step": { "10": 9.904417559912306e-10, "20": 1.2244284487904012e-08, "30": 5.211272871642945e-08, "40": 1.6207480586822548e-07, "50": 4.137332430431684e-07, "60": 9.099487702509838e-07, "70": 1.7857492295547673e-06, "80": 3.211595284012349e-06, "90": 5.395364924863445e-06, "100": 8.580700608311936e-06 }, "relative_mse_by_step": { "10": 0.001984177016372943, "20": 0.0060739559946019275, "30": 0.011400126643288287, "40": 0.01982678779966513, "50": 0.032237874785403624, "60": 0.04904434990838311, "70": 0.07047579138028438, "80": 0.09675933552812076, "90": 0.12810767874122053, "100": 0.16464703590898194 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.960187943003975, "20": 0.9355398737766109, "30": 0.9099816303195752, "40": 0.8852616233437348, "50": 0.861354705329583, "60": 0.8391989478288839, "70": 0.820099375824821, "80": 0.8048978368682782, "90": 0.7916346279794659, "100": 0.7794307467440057 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_ee37e016", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -55.379621091535434, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -34481667.312341526, "20": -64779932.38701842, "30": -283853838.4218526, "40": 0.3616433441009652, "50": -0.5830347984371178, "60": -2.1029235312153802, "70": -4.094939385702268, "80": -6.467426932138275, "90": -9.155476598236138, "100": -12.122768476340129 }, "position_mse_by_step": { "10": 1.3472774456455368e-08, "20": 1.0987812309398097e-07, "30": 3.498365292860702e-07, "40": 7.970742419690967e-07, "50": 1.5328479971724276e-06, "60": 2.661147527182408e-06, "70": 4.290284666347947e-06, "80": 6.533184236012226e-06, "90": 9.503000841258485e-06, "100": 1.3312982415392703e-05 }, "relative_mse_by_step": { "10": 0.027783883403236766, "20": 0.053270473790645145, "30": 0.0725559899378415, "40": 0.0914973845037757, "50": 0.11180599246373167, "60": 0.1339832126334596, "70": 0.15788337050354956, "80": 0.18325014515949375, "90": 0.20977230894818338, "100": 0.23719188805127017 }, "position_mse": 1.12282947578051e-05, "relative_mse": 0.23668471572290906 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 0, "name": "seed-0_f6cf0925", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -1.6973333179358874, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5421319023708518, "position_mse": 2.7979622089852844e-05, "position_mse_by_step": { "10": 9.077577850513663e-09, "20": 7.305730773359593e-08, "30": 2.6566076952251805e-07, "40": 7.413765205553448e-07, "50": 1.7418715409738589e-06, "60": 3.586922412068816e-06, "70": 6.665694101164783e-06, "80": 1.1426253162686148e-05, "90": 1.8358952664649613e-05, "100": 2.7979622089852844e-05 }, "relative_mse_by_step": { "10": 0.01887008499336266, "20": 0.037398306820461, "30": 0.05969498044821302, "40": 0.09280647738363583, "50": 0.1384636423803927, "60": 0.196706186260766, "70": 0.26705993745420864, "80": 0.3487866571103218, "90": 0.44087512683853336, "100": 0.5421319023708518 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.569860480650898, "20": -4.656900407260252, "30": -3.644862564787026, "40": -3.1592947459399934, "50": -2.9117236079929847, "60": -2.765556273227415, "70": -2.668267784645466, "80": -2.598192100077339, "90": -2.5441210342121825, "100": -2.4998390786395035 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_09243dd4", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": 0.920933278593635, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03550596495845314, "position_mse": 1.8052858747198896e-06, "position_mse_by_step": { "10": 1.020279981532392e-09, "20": 1.2671372081766005e-08, "30": 4.6936144780320074e-08, "40": 1.1221651415078375e-07, "50": 2.1724010722376111e-07, "60": 3.7310890823911385e-07, "70": 5.95551650966237e-07, "80": 9.030298264584807e-07, "90": 1.3010482945219336e-06, "100": 1.8052858747198896e-06 }, "relative_mse_by_step": { "10": 0.002124339276423036, "20": 0.006515297811623761, "30": 0.010620133477864866, "40": 0.014173717841818435, "50": 0.017451013981637814, "60": 0.0207038935825972, "70": 0.024168413685172627, "80": 0.027943737548549317, "90": 0.03169502100953929, "100": 0.03550596495845314 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9443839241484117, "20": 0.9830428587569296, "30": 0.9765614016480679, "40": 0.9719080090530244, "50": 0.969150159803331, "60": 0.9655901621530616, "70": 0.9591614654977112, "80": 0.9499515685692744, "90": 0.938343863822269, "100": 0.9180773442519202 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_0fd021f9", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -1.700668863067254, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -29970328.91863556, "20": -4758938.52259291, "30": -188266.72287626602, "40": -862.2113582059471, "50": -533.3647479216551, "60": -361.2738661926428, "70": -257.5867153189744, "80": -191.1349463126882, "90": -146.31291917927928, "100": -115.17954715193497 }, "position_mse_by_step": { "10": 9.41153376568969e-09, "20": 7.651750465782164e-08, "30": 2.2146103989644605e-07, "40": 4.5487625474840763e-07, "50": 7.852713966262679e-07, "60": 1.221128038071566e-06, "70": 1.7702819028806096e-06, "80": 2.4405955000562385e-06, "90": 3.2391968836429023e-06, "100": 4.174817928077783e-06 }, "relative_mse_by_step": { "10": 0.02022277146855443, "20": 0.036446877381663016, "30": 0.0451533812288423, "40": 0.05129440234972662, "50": 0.05629460950215032, "60": 0.06044706829389431, "70": 0.0640659793676658, "80": 0.06733262255486412, "90": 0.0703391042007472, "100": 0.07317785812118639 }, "position_mse": 3.1131291536804335e-06, "relative_mse": 0.07310472106496943 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_21f7dd53", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.9048042455196496, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10132148432063744, "position_mse": 5.1516483121564045e-06, "position_mse_by_step": { "10": 1.911493478580693e-09, "20": 2.2176252504177033e-08, "30": 8.075775613950294e-08, "40": 2.040262886891599e-07, "50": 4.274692248681536e-07, "60": 8.056527600989024e-07, "70": 1.419140858973021e-06, "80": 2.351323472891766e-06, "90": 3.584797562845259e-06, "100": 5.1516483121564045e-06 }, "relative_mse_by_step": { "10": 0.00397994741313715, "20": 0.011402466005902634, "30": 0.018272871655492056, "40": 0.025769924062227226, "50": 0.034338831421263906, "60": 0.04470584497254512, "70": 0.057590946648447196, "80": 0.07276034976155019, "90": 0.08732975904716522, "100": 0.10132148432063744 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9528367244899576, "20": 0.8708031512118528, "30": 0.8697555073873691, "40": 0.897159191354507, "50": 0.9203434647639746, "60": 0.9263742039401, "70": 0.9271377306495917, "80": 0.9254628975367778, "90": 0.9262187946111464, "100": 0.9272933597880704 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_71d3b054", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9347986574260827, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.040047434417689196, "position_mse": 2.036194981818491e-06, "position_mse_by_step": { "10": 1.360941025747258e-09, "20": 1.4769456518110807e-08, "30": 5.2795450608148336e-08, "40": 1.2553029122841507e-07, "50": 2.4387840006515457e-07, "60": 4.2016700894415796e-07, "70": 6.687578886856369e-07, "80": 1.0069413247850077e-06, "90": 1.4557783464803313e-06, "100": 2.036194981818491e-06 }, "relative_mse_by_step": { "10": 0.002833634420179563, "20": 0.007594079560633377, "30": 0.011945905125076478, "40": 0.015855339492029875, "50": 0.019590882290316657, "60": 0.023315157714012647, "70": 0.02713923684495571, "80": 0.031159218978327425, "90": 0.035464421629237686, "100": 0.040047434417689196 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9463801194586426, "20": 0.9184848645119255, "30": 0.9050199224046167, "40": 0.9023435515915286, "50": 0.9054341038835194, "60": 0.9116070457099259, "70": 0.9195615987048092, "80": 0.9276373475833696, "90": 0.9352284760106054, "100": 0.9402703385562564 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_7c7479b5", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.8944578188700183, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12647394386022595, "position_mse": 6.4305145526434765e-06, "position_mse_by_step": { "10": 2.9163932130371604e-09, "20": 3.2530669846764225e-08, "30": 1.2223543840609148e-07, "40": 3.145639368540287e-07, "50": 6.649375688791029e-07, "60": 1.215265140379935e-06, "70": 2.0154344895217946e-06, "80": 3.1176962072062713e-06, "90": 4.5752038797023225e-06, "100": 6.4305145526434765e-06 }, "relative_mse_by_step": { "10": 0.006072263261152421, "20": 0.016726444515686497, "30": 0.027657931380472626, "40": 0.03973158957860441, "50": 0.05341479048099221, "60": 0.0674353240714947, "70": 0.08178947102085846, "80": 0.09647531235147443, "90": 0.11145718702423318, "100": 0.12647394386022595 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8818276543150663, "20": 0.9218689425050005, "30": 0.9224849665259887, "40": 0.9067187752285066, "50": 0.8919508375608198, "60": 0.8874118687113411, "70": 0.8882057434422671, "80": 0.8877353841870623, "90": 0.8852492260678753, "100": 0.88203856252236 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_a7921585", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 38, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 28, "val_score": -1.130577016527583, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.31694264385429166, "position_mse": 1.5730609318000332e-05, "position_mse_by_step": { "10": 6.143170514743319e-09, "20": 4.662017136780605e-08, "30": 1.632346452546634e-07, "40": 4.4107278642156545e-07, "50": 1.0083300456439506e-06, "60": 2.038415173696454e-06, "70": 3.7490580098165083e-06, "80": 6.399959063076364e-06, "90": 1.0286569788929358e-05, "100": 1.5730609318000332e-05 }, "relative_mse_by_step": { "10": 0.013302826259210943, "20": 0.02486586442333504, "30": 0.03821615296059767, "40": 0.057518371481482575, "50": 0.08347964550745249, "60": 0.1163914260054, "70": 0.1563409183327187, "80": 0.20327032678730741, "90": 0.25694743047206897, "100": 0.31694264385429166 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.972891677732497, "20": -1.96507165842905, "30": -1.535486706701672, "40": -1.3771986143978623, "50": -1.304788226670511, "60": -1.2646036463588204, "70": -1.2374863685376956, "80": -1.2209494298713968, "90": -1.207424730697035, "100": -1.1973596977029572 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_efcfeb07", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -2.0462764065499583, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08042178299005029, "position_mse": 3.991522357133753e-06, "position_mse_by_step": { "10": 7.089825887088683e-09, "20": 5.555548087280268e-08, "30": 1.6954700956211307e-07, "40": 3.6392456809356383e-07, "50": 6.522405102365221e-07, "60": 1.0479035233450824e-06, "70": 1.5642935155467188e-06, "80": 2.2164491761194377e-06, "90": 3.019641115591704e-06, "100": 3.991522357133753e-06 }, "relative_mse_by_step": { "10": 0.015352776185789728, "20": 0.0296317026477139, "30": 0.039693990459739856, "40": 0.04745781001060703, "50": 0.05399899250782725, "60": 0.059834221689511205, "70": 0.06523320901467212, "80": 0.07039706721509706, "90": 0.07542738167529178, "100": 0.08042178299005029 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.6773907220068756, "20": -2.971402985708264, "30": -2.700187270104736, "40": -2.554525066597468, "50": -2.4639415380620515, "60": -2.3977226537936294, "70": -2.343102464589517, "80": -2.3030359600789465, "90": -2.267807205831198, "100": -2.238046093163848 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 1, "name": "seed-1_f9c25632", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -3.7328508295378624, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -8981204.525854627, "20": -8802928.29336771, "30": -2229433.9333813787, "40": -859.2651937644538, "50": -496.842340099886, "60": -315.715814649693, "70": -215.43110395080282, "80": -155.48773907201672, "90": -116.69824592245818, "100": -89.95570769188598 }, "position_mse_by_step": { "10": 7.91435912297388e-09, "20": 7.583299669303108e-08, "30": 2.5767209334307235e-07, "40": 6.050645810026149e-07, "50": 1.178299138123643e-06, "60": 2.0410170986469193e-06, "70": 3.259527058109877e-06, "80": 4.8961692956394336e-06, "90": 7.0170250497680035e-06, "100": 9.692447590098778e-06 }, "relative_mse_by_step": { "10": 0.01700575908758278, "20": 0.03645413511748973, "30": 0.053426572543432645, "40": 0.06823048189816623, "50": 0.08447001908177221, "60": 0.10103240291308903, "70": 0.11796132181739827, "80": 0.13507847537226397, "90": 0.15237457736739954, "100": 0.16989305086218565 }, "position_mse": 7.220958116144998e-06, "relative_mse": 0.16928433214557786 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_10a3b493", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -1.0311578977174687, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6263548011164087, "position_mse": 3.109113283374297e-05, "position_mse_by_step": { "10": 6.118404756648234e-09, "20": 6.014766947361393e-08, "30": 2.5963267573964846e-07, "40": 7.93588608871687e-07, "50": 1.9475454702647507e-06, "60": 4.099657007015724e-06, "70": 7.707895125414714e-06, "80": 1.3256042429280309e-05, "90": 2.1069601276784463e-05, "100": 3.109113283374297e-05 }, "relative_mse_by_step": { "10": 0.013205028252185474, "20": 0.031938580063973834, "30": 0.06052404213460558, "40": 0.10311265716127324, "50": 0.16077051156826933, "60": 0.23356854152922535, "70": 0.32092732910737376, "80": 0.420608348620017, "90": 0.526022925972786, "100": 0.6263548011164087 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.993150345676113, "20": -2.2379712062456663, "30": -1.8880340922619339, "40": -1.7332562468845527, "50": -1.6606420456942792, "60": -1.6158179813991036, "70": -1.5874746578865926, "80": -1.5677188742610992, "90": -1.5527860640940458, "100": -1.5416505656576716 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_132372ac", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.9594510287224918, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03340803492060134, "position_mse": 1.6858830296736675e-06, "position_mse_by_step": { "10": 1.107385672050043e-09, "20": 1.2613441226415136e-08, "30": 4.498289013023436e-08, "40": 1.060546376940863e-07, "50": 2.0400425460666482e-07, "60": 3.487339185426208e-07, "70": 5.538145323161611e-07, "80": 8.380929363584397e-07, "90": 1.223814158330632e-06, "100": 1.6858830296736675e-06 }, "relative_mse_by_step": { "10": 0.0022891847897214468, "20": 0.006457421369686898, "30": 0.010157850601250976, "40": 0.013394721942886998, "50": 0.01641445672750912, "60": 0.019411321390221763, "70": 0.022573087525925968, "80": 0.026078203030710727, "90": 0.030010264924853026, "100": 0.03340803492060134 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9585770204051505, "20": 0.9388155910766612, "30": 0.919233285407973, "40": 0.9162925243250777, "50": 0.9211430115423371, "60": 0.9300974892120928, "70": 0.9410093769000792, "80": 0.9515171234837818, "90": 0.9590137742721633, "100": 0.960754000422886 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_764feb06", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.9488364929792976, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03332474450218221, "position_mse": 1.6816799119721639e-06, "position_mse_by_step": { "10": 8.514934664107164e-10, "20": 1.102497334061679e-08, "30": 4.1219848182346856e-08, "40": 9.983996007077524e-08, "50": 1.9572652984071022e-07, "60": 3.39342095248948e-07, "70": 5.431367812645606e-07, "80": 8.225916427509869e-07, "90": 1.1951288527711768e-06, "100": 1.6816799119721639e-06 }, "relative_mse_by_step": { "10": 0.0017602050857729677, "20": 0.005644208996735535, "30": 0.00930809599895187, "40": 0.012609806916643169, "50": 0.01574841985864593, "60": 0.0188885511900774, "70": 0.022137869966610955, "80": 0.025595862869617993, "90": 0.029306846343339084, "100": 0.03332474450218221 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9815693312848929, "20": 0.9669502279841938, "30": 0.9584865497131078, "40": 0.9564305577093799, "50": 0.9571476727589104, "60": 0.9589297723245731, "70": 0.9608324404892644, "80": 0.9616279195637032, "90": 0.9609239107486826, "100": 0.95766739002638 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_8bb415b4", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.6929930994097477, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07601364606024068, "position_mse": 3.835907027191102e-06, "position_mse_by_step": { "10": 2.862251123812522e-09, "20": 2.9583701878697712e-08, "30": 1.0384485234890153e-07, "40": 2.454918246083285e-07, "50": 4.7463423058502485e-07, "60": 8.139480891194191e-07, "70": 1.2888581285405313e-06, "80": 1.9291009408561876e-06, "90": 2.766404924971409e-06, "100": 3.835907027191102e-06 }, "relative_mse_by_step": { "10": 0.005916838101097127, "20": 0.015145306128345347, "30": 0.02344981598147955, "40": 0.031005666526018428, "50": 0.03818970861344942, "60": 0.04530619797145692, "70": 0.05253294315404075, "80": 0.060026142471706734, "90": 0.06783754226299847, "100": 0.07601364606024068 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8835024260039221, "20": 0.8841619405001437, "30": 0.872998743708085, "40": 0.8590204874552201, "50": 0.8446730103818902, "60": 0.8316750038451399, "70": 0.8190733250929294, "80": 0.805666307830863, "90": 0.7908489341365038, "100": 0.7744464395501106 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_cdfeea10", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -16.570785343143054, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -145341686.6242195, "20": -12870106.848278865, "30": -2478.347276222505, "40": -4707.827973593324, "50": -415.1842477140844, "60": -270.4085559836729, "70": -188.4761555245049, "80": -137.17972618330995, "90": -100.81700600871348, "100": -73.65938686818767 }, "position_mse_by_step": { "10": 9.183682023580379e-09, "20": 7.60841465021901e-08, "30": 2.3939632418952097e-07, "40": 5.151643708893716e-07, "50": 9.40396434247402e-07, "60": 1.5337714374753984e-06, "70": 2.3350920328774853e-06, "80": 3.3831690079263614e-06, "90": 4.7206146669103485e-06, "100": 6.39576223347506e-06 }, "relative_mse_by_step": { "10": 0.01982065348793645, "20": 0.03767871038175636, "30": 0.05073431518121519, "40": 0.060442181393459186, "50": 0.0696230622741413, "60": 0.07841200025020784, "70": 0.08728124866787147, "80": 0.09640405778241867, "90": 0.10587617388935516, "100": 0.11578604323596824 }, "position_mse": 5.127191454471333e-06, "relative_mse": 0.11536801324102726 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_d330bb88", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -26.205959924123885, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -33811519.463865906, "20": -221864.05022201, "30": -1532.412188454611, "40": -712.038667105153, "50": -362.9658177885982, "60": -220.93342059160221, "70": -157.6109977257403, "80": -103.76548211721801, "90": -71.23965197156225, "100": -54.69677728659894 }, "position_mse_by_step": { "10": 1.1973685605012442e-08, "20": 1.0182756984278286e-07, "30": 3.4974075813209993e-07, "40": 8.568712873215288e-07, "50": 1.7882156819431266e-06, "60": 3.32633269347785e-06, "70": 5.615055968632987e-06, "80": 8.685365141250908e-06, "90": 1.2531901627913353e-05, "100": 1.7178392949647658e-05 }, "relative_mse_by_step": { "10": 0.02564178628772161, "20": 0.049932476813475596, "30": 0.0730090945002244, "40": 0.09978705801408544, "50": 0.13239209257865847, "60": 0.17005428163571684, "70": 0.2098799916157245, "80": 0.24749116611580832, "90": 0.2810714047943379, "100": 0.31099000809972993 }, "position_mse": 1.375072197735694e-05, "relative_mse": 0.31003763364464615 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_ec23951b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.7202614821655126, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0760260246419959, "position_mse": 3.836531692513745e-06, "position_mse_by_step": { "10": 2.862238481544337e-09, "20": 2.9584403615778852e-08, "30": 1.0385662095403956e-07, "40": 2.455388156416153e-07, "50": 4.747396906574457e-07, "60": 8.141328716452075e-07, "70": 1.2891398774123835e-06, "80": 1.9294918887778423e-06, "90": 2.766916069114294e-06, "100": 3.836531692513745e-06 }, "relative_mse_by_step": { "10": 0.005916811967033118, "20": 0.01514566538098246, "30": 0.02345247351932185, "40": 0.031011601502916857, "50": 0.03819819407272854, "60": 0.045316483386223474, "70": 0.05254442703821774, "80": 0.0600383072553877, "90": 0.0678500764954539, "100": 0.0760260246419959 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7888876454445153, "20": 0.7225575430252198, "30": 0.7096571859785337, "40": 0.7106392991269135, "50": 0.7152569270527119, "60": 0.719388971149442, "70": 0.7223841431303957, "80": 0.721585228000996, "90": 0.716805254074688, "100": 0.7064143623523779 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 2, "name": "seed-2_f72e0f46", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": -1.8308574005310585, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09738725944028283, "position_mse": 4.834129496852516e-06, "position_mse_by_step": { "10": 7.687675363362726e-09, "20": 6.311710571019598e-08, "30": 1.9110120127610992e-07, "40": 4.0735815634970353e-07, "50": 7.30091935910845e-07, "60": 1.1813611412289253e-06, "70": 1.7860064364835385e-06, "80": 2.573714832416434e-06, "90": 3.5773084383501036e-06, "100": 4.834129496852516e-06 }, "relative_mse_by_step": { "10": 0.016591901713682508, "20": 0.03351535897855084, "30": 0.04454838792944252, "40": 0.05292891234572495, "50": 0.06026932660642748, "60": 0.06730533756944682, "70": 0.074362490161463, "80": 0.08166283046065145, "90": 0.08931095691504427, "100": 0.09738725944028283 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.9776601219631234, "20": -3.5131190069394016, "30": -3.170115527464123, "40": -2.9395272737696816, "50": -2.779493246764852, "60": -2.6523837396209458, "70": -2.5534846090472145, "80": -2.475577696744824, "90": -2.4115804854930514, "100": -2.3580433644396686 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_4545315b", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -2.287379114412976, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07682619828889327, "position_mse": 3.755365285737103e-06, "position_mse_by_step": { "10": 8.697160325255027e-09, "20": 6.764550378259214e-08, "30": 1.9890033518622984e-07, "40": 4.1095216768586135e-07, "50": 7.106474787933946e-07, "60": 1.1048556425561985e-06, "70": 1.5998843937024632e-06, "80": 2.2022587084994223e-06, "90": 2.918838230568456e-06, "100": 3.755365285737103e-06 }, "relative_mse_by_step": { "10": 0.0188723083460489, "20": 0.03623928818395401, "30": 0.04686430939547157, "40": 0.05402741705411236, "50": 0.059406628201050846, "60": 0.06378794980060586, "70": 0.06754370831569913, "80": 0.07089127353917545, "90": 0.07396575859937009, "100": 0.07682619828889327 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.952847254510456, "20": -4.025830951214565, "30": -3.5615779094160667, "40": -3.2793029487112193, "50": -3.085744011809741, "60": -2.9412287099262318, "70": -2.826326292570403, "80": -2.736469951465642, "90": -2.662411219734316, "100": -2.6004601492583355 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_54ca91cb", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.8548164068402813, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06521851020000913, "position_mse": 3.4334611346561618e-06, "position_mse_by_step": { "10": 1.603413476595047e-09, "20": 2.0615387362278778e-08, "30": 7.723881448080354e-08, "40": 1.8628353574610758e-07, "50": 3.684223777611351e-07, "60": 6.548655311990257e-07, "70": 1.0743921563971525e-06, "80": 1.654739225744249e-06, "90": 2.4281520491545703e-06, "100": 3.4334611346561618e-06 }, "relative_mse_by_step": { "10": 0.0032049818259314517, "20": 0.010186548933509535, "30": 0.016807754182230142, "40": 0.022643949010848898, "50": 0.028502932768011843, "60": 0.035019277524782476, "70": 0.042042604842988086, "80": 0.049403309539980025, "90": 0.05710194451246875, "100": 0.06521851020000913 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9457936262859927, "20": 0.9454412460521457, "30": 0.9420706285731064, "40": 0.9371053479624194, "50": 0.9326829725822668, "60": 0.928247602224137, "70": 0.9222089199120278, "80": 0.9146180347342662, "90": 0.9056624716538144, "100": 0.8956886958051439 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_6793db59", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -1.2981062277120103, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.26180528990907537, "position_mse": 1.2797385777828043e-05, "position_mse_by_step": { "10": 6.199293405601785e-09, "20": 4.836136383420556e-08, "30": 1.7047527884577513e-07, "40": 4.6057866001092405e-07, "50": 1.0460893595417734e-06, "60": 2.0828315764934555e-06, "70": 3.722875185628384e-06, "80": 6.0473231802201815e-06, "90": 9.063268586422574e-06, "100": 1.2797385777828043e-05 }, "relative_mse_by_step": { "10": 0.013452089222549065, "20": 0.02590832062674112, "30": 0.040166881592368475, "40": 0.06055175591543798, "50": 0.08744791686714862, "60": 0.12025060191311228, "70": 0.15717185355619026, "80": 0.19466488659767636, "90": 0.22967067148974152, "100": 0.26180528990907537 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.5345806326424833, "20": -2.3909248714997333, "30": -1.8946585784975953, "40": -1.6968118308132354, "50": -1.605004145927602, "60": -1.5551540172686469, "70": -1.5245049136299262, "80": -1.5067702038444453, "90": -1.4955336401768644, "100": -1.4879556618248437 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_9a30afe5", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.8407508382189146, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06522831927722972, "position_mse": 3.433977538439389e-06, "position_mse_by_step": { "10": 1.6035582449193595e-09, "20": 2.0617487958166487e-08, "30": 7.724687189585616e-08, "40": 1.8630587132711135e-07, "50": 3.6847317496884506e-07, "60": 6.54952637039027e-07, "70": 1.0745436762858519e-06, "80": 1.6549885953866448e-06, "90": 2.4285406770526865e-06, "100": 3.433977538439389e-06 }, "relative_mse_by_step": { "10": 0.0032052711959879997, "20": 0.010187586887462264, "30": 0.016809507537100473, "40": 0.022646664042831468, "50": 0.028506862685094943, "60": 0.03502393555523256, "70": 0.042048534047486194, "80": 0.049410754631896314, "90": 0.05711108372954618, "100": 0.06522831927722972 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9472458901124435, "20": 0.9151365368319774, "30": 0.9020080489484715, "40": 0.9071890986059225, "50": 0.9119807160068936, "60": 0.9068870394578986, "70": 0.895450144510068, "80": 0.8804113370338886, "90": 0.8636472462292107, "100": 0.8458838294534256 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_9f017d18", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": 0.9200276208664606, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.04744463270545288, "position_mse": 2.497746451776298e-06, "position_mse_by_step": { "10": 1.0321530992991284e-09, "20": 1.2970007751927122e-08, "30": 4.936549715672811e-08, "40": 1.244396002623002e-07, "50": 2.570141029524718e-07, "60": 4.684528533971388e-07, "70": 7.817181059164925e-07, "80": 1.2250386682970722e-06, "90": 1.8183648831739317e-06, "100": 2.497746451776298e-06 }, "relative_mse_by_step": { "10": 0.002063118448933926, "20": 0.0064087866170659934, "30": 0.010742308085270796, "40": 0.015126425166797505, "50": 0.019883851087988832, "60": 0.025050761872218462, "70": 0.030589822561499953, "80": 0.03657432155275389, "90": 0.042761807564139845, "100": 0.04744463270545288 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9553000705542457, "20": 0.9341015323709612, "30": 0.9290786785098188, "40": 0.9226497660978338, "50": 0.9117398282196815, "60": 0.8978322422010798, "70": 0.8807116816599185, "80": 0.8603740667954761, "90": 0.8399352600079313, "100": 0.8429748991446915 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 3, "name": "seed-3_c650926f", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": 0.843272475939012, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03919028543216726, "position_mse": 2.0631922053228534e-06, "position_mse_by_step": { "10": 9.336628591292774e-10, "20": 1.2048563373984982e-08, "30": 4.566239404368844e-08, "40": 1.1211365009700103e-07, "50": 2.2306980590311045e-07, "60": 3.9266273960590427e-07, "70": 6.382239657146524e-07, "80": 9.812267068452585e-07, "90": 1.447259349772269e-06, "100": 2.0631922053228534e-06 }, "relative_mse_by_step": { "10": 0.0018662513061889871, "20": 0.005953479225530405, "30": 0.009936484649815416, "40": 0.013628127499559188, "50": 0.017257756488266524, "60": 0.020997845812290042, "70": 0.024974677851191562, "80": 0.02929515779464807, "90": 0.0340346573908424, "100": 0.03919028543216726 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9527830293534973, "20": 0.9679023835569166, "30": 0.9581934865478126, "40": 0.9494609878201057, "50": 0.9386539015089146, "60": 0.9253055665187266, "70": 0.9074259994349703, "80": 0.8843284816056998, "90": 0.8557538051372467, "100": 0.823399006416625 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_1126bc8d", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.8891095454576171, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.045832649193093225, "position_mse": 2.379850427100142e-06, "position_mse_by_step": { "10": 1.933087961132023e-09, "20": 1.9858769936423724e-08, "30": 6.517505964761686e-08, "40": 1.4774453515847037e-07, "50": 2.8226560111477283e-07, "60": 4.875544479635405e-07, "70": 7.844904185308874e-07, "80": 1.188749865020457e-06, "90": 1.7146065721768926e-06, "100": 2.379850427100142e-06 }, "relative_mse_by_step": { "10": 0.003900625483193064, "20": 0.009921056100000988, "30": 0.014351238021596891, "40": 0.018181739907124638, "50": 0.02211421721436108, "60": 0.026410285806692094, "70": 0.031103961307267558, "80": 0.035967702950319355, "90": 0.04087206997279307, "100": 0.045832649193093225 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9269988996305655, "20": 0.906861238926413, "30": 0.9236243696392685, "40": 0.9416885764683043, "50": 0.9488286348318901, "60": 0.9434300408720012, "70": 0.9278561096218065, "80": 0.9085961360866169, "90": 0.8900454071420416, "100": 0.8745842774463621 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_50f17ff6", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.9328168357068516, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.054790848071014996, "position_mse": 2.8450029723054677e-06, "position_mse_by_step": { "10": 2.2952597065036986e-09, "20": 2.4357667673312123e-08, "30": 8.098473508307994e-08, "40": 1.8285954137553517e-07, "50": 3.4335575317559885e-07, "60": 5.796985324276908e-07, "70": 9.141864499692279e-07, "80": 1.3765247396284914e-06, "90": 2.0041605109456995e-06, "100": 2.8450029723054677e-06 }, "relative_mse_by_step": { "10": 0.004631423236680695, "20": 0.012168618108057324, "30": 0.01783245332765485, "40": 0.022503063258888106, "50": 0.026900350866481647, "60": 0.03140162906334549, "70": 0.03624622977642091, "80": 0.04164915967235147, "90": 0.0477743349228399, "100": 0.054790848071014996 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.764324635079162, "20": 0.6959561187207608, "30": 0.6844485946669137, "40": 0.7059449245106255, "50": 0.7407801333261537, "60": 0.7802236125148091, "70": 0.8205203545789601, "80": 0.8581420686418302, "90": 0.8912458517883852, "100": 0.9185420375621818 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_65dac67a", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": 0.9095386640289252, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.04606357329409362, "position_mse": 2.391841111253663e-06, "position_mse_by_step": { "10": 8.739597454462558e-10, "20": 1.0335086949745228e-08, "30": 3.936402871599195e-08, "40": 9.988963129663781e-08, "50": 2.0774350757741494e-07, "60": 3.834357050789907e-07, "70": 6.533595838829699e-07, "80": 1.0504445719610494e-06, "90": 1.6138599239720212e-06, "100": 2.391841111253663e-06 }, "relative_mse_by_step": { "10": 0.001763494327685054, "20": 0.005163208887311152, "30": 0.008667771823248835, "40": 0.012292619105715347, "50": 0.01627575245901893, "60": 0.020770288532746435, "70": 0.025904804873060662, "80": 0.03178303480137111, "90": 0.03847051376638827, "100": 0.04606357329409362 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.970050168123316, "20": 0.9600393403984768, "30": 0.9510232349606164, "40": 0.9463565583881816, "50": 0.9441138820355773, "60": 0.9431433948337226, "70": 0.9424048023046081, "80": 0.939613198956923, "90": 0.9298792004259036, "100": 0.9109784494817312 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_f401efbc", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -1.6823344124838142, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.6723165178267123, "position_mse": 3.154547056120853e-05, "position_mse_by_step": { "10": 6.522366723699896e-09, "20": 6.468119637353149e-08, "30": 2.8084565662262713e-07, "40": 8.646606695655075e-07, "50": 2.128460316238748e-06, "60": 4.474790005458219e-06, "70": 8.37111763628075e-06, "80": 1.4196830566756294e-05, "90": 2.1963857391580988e-05, "100": 3.154547056120853e-05 }, "relative_mse_by_step": { "10": 0.014890474804859192, "20": 0.03636975672366841, "30": 0.06933598051373492, "40": 0.11895905328259172, "50": 0.1860038229640005, "60": 0.26983456371970077, "70": 0.36884124564337795, "80": 0.47662913064592305, "90": 0.5801467785630277, "100": 0.6723165178267123 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.423381920639992, "20": -2.322147765748698, "30": -1.8046113750013788, "40": -1.5781713855157333, "50": -1.4683330578368063, "60": -1.4048789094765355, "70": -1.3608370974647128, "80": -1.3263844306544441, "90": -1.2972440778051118, "100": -1.2746708422293622 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_fbae5547", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": 0.8680145930919401, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0301609848922265, "position_mse": 1.5661026373387747e-06, "position_mse_by_step": { "10": 1.1402232096994045e-09, "20": 1.1807098352991017e-08, "30": 4.119905573521773e-08, "40": 9.661391906184187e-08, "50": 1.8632016358972287e-07, "60": 3.2083675612122015e-07, "70": 5.147259699863785e-07, "80": 7.854567636554424e-07, "90": 1.137352901992017e-06, "100": 1.5661026373387747e-06 }, "relative_mse_by_step": { "10": 0.0023007663374392776, "20": 0.005898597219931748, "30": 0.009071836041545774, "40": 0.011889503364075469, "50": 0.01459733156560953, "60": 0.01737937262565398, "70": 0.02040817360686697, "80": 0.023765365941801373, "90": 0.027111739887336155, "100": 0.0301609848922265 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.88856824070236, "20": 0.9632161489856528, "30": 0.9669617600014738, "40": 0.972777402197554, "50": 0.9761183543369178, "60": 0.9741307912451236, "70": 0.9634979156249387, "80": 0.942707143380809, "90": 0.9177553329971803, "100": 0.8935262473124961 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_attention", "seed": 4, "name": "seed-4_fdb33d42", "hyperparameters": { "hidden_dim": 128, "depth": 4, "context_dim": 32 }, "parameters": 143656, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": -1.8359284570885261, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07345344640859473, "position_mse": 3.4464771723768146e-06, "position_mse_by_step": { "10": 5.717319737879352e-09, "20": 4.294625339795744e-08, "30": 1.3573661904940438e-07, "40": 2.992031574880879e-07, "50": 5.460188307081028e-07, "60": 8.882982726277078e-07, "70": 1.3374939734538722e-06, "80": 1.9054220818556392e-06, "90": 2.6042012141910423e-06, "100": 3.4464771723768146e-06 }, "relative_mse_by_step": { "10": 0.013052563450453079, "20": 0.02414835958284626, "30": 0.03351104548522864, "40": 0.04116403764708137, "50": 0.0477159894160077, "60": 0.05356532408338493, "70": 0.05893155067743361, "80": 0.06397059302200997, "90": 0.06878659418549919, "100": 0.07345344640859473 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.558267716261193, "20": -1.7589843501769917, "30": -1.5706619826313055, "40": -1.5047133575990501, "50": -1.47879226947208, "60": -1.4668388935880685, "70": -1.4600907849903133, "80": -1.4578967324256418, "90": -1.4557379571430915, "100": -1.4555767576256744 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_1854fdda", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": -2.3373181400402157, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09907740598332522, "position_mse": 5.113420488506952e-06, "position_mse_by_step": { "10": 1.1578189331094636e-08, "20": 9.0538608940197e-08, "30": 2.631542801318736e-07, "40": 5.409242562949755e-07, "50": 9.351332743839131e-07, "60": 1.4580736670869294e-06, "70": 2.1216522104136206e-06, "80": 2.941183373650347e-06, "90": 3.9325937219051155e-06, "100": 5.113420488506952e-06 }, "relative_mse_by_step": { "10": 0.02406825040169031, "20": 0.04634704975154933, "30": 0.05913176279497388, "40": 0.06771360215251392, "50": 0.07433496456914843, "60": 0.07996050022573421, "70": 0.08500364673404893, "80": 0.08977969437908039, "90": 0.0944379991396654, "100": 0.09907740598332522 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.951693486192199, "20": -5.809255694606041, "30": -5.084290103792432, "40": -4.630269491324467, "50": -4.303831270716252, "60": -4.045788238622978, "70": -3.833200993489383, "80": -3.6553533502689532, "90": -3.5041110959599227, "100": -3.3724865611322965 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_2e4b0df3", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 30, "val_score": -1.5580630330816554, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.4652256036958249, "position_mse": 2.401046040826519e-05, "position_mse_by_step": { "10": 8.840350591248531e-09, "20": 7.423207364354311e-08, "30": 2.682620192270438e-07, "40": 7.289586516126941e-07, "50": 1.666935845280802e-06, "60": 3.352475482643058e-06, "70": 6.098115518073298e-06, "80": 1.023787576091958e-05, "90": 1.610404215171002e-05, "100": 2.401046040826519e-05 }, "relative_mse_by_step": { "10": 0.018376946997876096, "20": 0.03799967384732475, "30": 0.06027949110265281, "40": 0.09125199239358545, "50": 0.13250690611948085, "60": 0.183849158405154, "70": 0.2443199949065491, "80": 0.3125114078710366, "90": 0.38672530813367867, "100": 0.4652256036958249 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.253780639739206, "20": -4.5683646941886344, "30": -3.6421185377192415, "40": -3.1658113343476053, "50": -2.9046482128573556, "60": -2.743533853504589, "70": -2.6344923719952695, "80": -2.5571916494215845, "90": -2.498946366863805, "100": -2.451668672454392 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_39cb5be4", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -81.76537264466131, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -26308141.879761394, "20": -3432.819728046001, "30": -17813192.534647927, "40": -4.42327194462821, "50": -3.675058451523933, "60": -3.0249809804075323, "70": -2.437218685807135, "80": -1.915524064652013, "90": -1.4547461820135794, "100": -1.0494224212264602 }, "position_mse_by_step": { "10": 1.131557207032958e-08, "20": 8.724725723247902e-08, "30": 2.561563638216441e-07, "40": 5.466447031379067e-07, "50": 9.700383487651672e-07, "60": 1.564802377195797e-06, "70": 2.3682182964197852e-06, "80": 3.4240714493365487e-06, "90": 4.7799469793047184e-06, "100": 6.4875671688565424e-06 }, "relative_mse_by_step": { "10": 0.023335248137574358, "20": 0.041995153148505465, "30": 0.053644461489424124, "40": 0.06275019057998937, "50": 0.0707546348441808, "60": 0.0787845271604127, "70": 0.08715092722395265, "80": 0.09604223108675035, "90": 0.10551409299526668, "100": 0.11558629446256395 }, "position_mse": 5.473916983270551e-06, "relative_mse": 0.11537591522904296 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_531f81c0", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -47.87686287906938, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -34685113.73034983, "20": -2157.406264567442, "30": 0.6117467368222118, "40": 0.5266399896880223, "50": -0.21578025181887694, "60": -1.5099368038393783, "70": -3.275100002683658, "80": -5.451991432403025, "90": -7.991500442229215, "100": -10.871869222498539 }, "position_mse_by_step": { "10": 1.3554235095012059e-08, "20": 1.1187012246251306e-07, "30": 3.5257012947571856e-07, "40": 7.897935906782041e-07, "50": 1.5080032605541327e-06, "60": 2.6044133950933227e-06, "70": 4.186585502500717e-06, "80": 6.371622252333771e-06, "90": 9.281419082426356e-06, "100": 1.304213744441444e-05 }, "relative_mse_by_step": { "10": 0.027951873514770763, "20": 0.05331717670735216, "30": 0.07259160570086769, "40": 0.09066162728628613, "50": 0.10999381640959419, "60": 0.13112676773304666, "70": 0.15406721964646966, "80": 0.1787184717990309, "90": 0.20488104165825438, "100": 0.23236635549732887 }, "position_mse": 1.099751038477719e-05, "relative_mse": 0.23196578263061207 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_5a3ecda6", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.9259275884919366, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0771604335079178, "position_mse": 4.021272384794169e-06, "position_mse_by_step": { "10": 1.776898346517175e-09, "20": 1.82193809943649e-08, "30": 6.76850034686538e-08, "40": 1.7595726511387966e-07, "50": 3.7330381153261834e-07, "60": 6.928974736451567e-07, "70": 1.1709186304236547e-06, "80": 1.8506873595518819e-06, "90": 2.78256051891341e-06, "100": 4.021272384794169e-06 }, "relative_mse_by_step": { "10": 0.0035597053923296837, "20": 0.009037989808059631, "30": 0.014806701364513165, "40": 0.02152504418273846, "50": 0.029087634932556762, "60": 0.037345735561260834, "70": 0.0462110893037319, "80": 0.05575773512682859, "90": 0.06606918605120767, "100": 0.0771604335079178 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8260382104665664, "20": 0.8411455284274745, "30": 0.8287334795283988, "40": 0.8442593456940416, "50": 0.8746009257345331, "60": 0.9068996385999941, "70": 0.9353896253288569, "80": 0.9536611982236556, "90": 0.9571409032190851, "100": 0.9432870365677318 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_93c39607", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.8473782555230461, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17580027294924302, "position_mse": 9.161959707983311e-06, "position_mse_by_step": { "10": 1.6295679274223676e-09, "20": 2.115624559032422e-08, "30": 9.820652137853309e-08, "40": 2.9567093926224126e-07, "50": 6.93177414794783e-07, "60": 1.3841196138944919e-06, "70": 2.4705090433079543e-06, "80": 4.058042329445146e-06, "90": 6.253683322451512e-06, "100": 9.161959707983311e-06 }, "relative_mse_by_step": { "10": 0.00326455463802011, "20": 0.010494864346999299, "30": 0.02148355705962319, "40": 0.03616974852986334, "50": 0.054012016384896555, "60": 0.07460117413002702, "70": 0.09750029682649655, "80": 0.12226119564216854, "90": 0.1484876120853352, "100": 0.17580027294924302 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9674898166024827, "20": 0.9624389562336328, "30": 0.9490652351775168, "40": 0.9350263451889301, "50": 0.9220043189498883, "60": 0.9072265758190131, "70": 0.8921193155252192, "80": 0.8778971644977271, "90": 0.8646538279829881, "100": 0.852013446144569 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_a73960f9", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.9019299140566528, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08686496121078753, "position_mse": 4.527030938561438e-06, "position_mse_by_step": { "10": 3.297773516565604e-09, "20": 3.090929505360813e-08, "30": 1.0340636286291068e-07, "40": 2.4431020670639165e-07, "50": 4.831393520175555e-07, "60": 8.546763776199181e-07, "70": 1.3982628355993906e-06, "80": 2.1585281457094296e-06, "90": 3.1840339074408673e-06, "100": 4.527030938561438e-06 }, "relative_mse_by_step": { "10": 0.006606513080846708, "20": 0.015333006854361368, "30": 0.02262106900549525, "40": 0.029886734089925503, "50": 0.03764596197221184, "60": 0.046065282676143404, "70": 0.055183380883259275, "80": 0.06503239998430262, "90": 0.07560178015686521, "100": 0.08686496121078753 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6706808937099165, "20": 0.6318600522694588, "30": 0.6864254679542592, "40": 0.7446758576604693, "50": 0.7984411361019642, "60": 0.8408701310748444, "70": 0.8722182752804934, "80": 0.8922050371153667, "90": 0.901641988590867, "100": 0.9010950132981448 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 0, "name": "seed-0_e5af2d83", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": 0.9172435968776169, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10928755825979732, "position_mse": 5.695600971275131e-06, "position_mse_by_step": { "10": 1.7396649595086927e-09, "20": 1.6379510760420957e-08, "30": 5.7103274534294916e-08, "40": 1.4748469816845094e-07, "50": 3.3062000522729054e-07, "60": 6.716972640573107e-07, "70": 1.259268154691589e-06, "80": 2.203294039913674e-06, "90": 3.6328569929569963e-06, "100": 5.695600971275131e-06 }, "relative_mse_by_step": { "10": 0.0034851148065662505, "20": 0.008125295330257078, "30": 0.012491853285590604, "40": 0.018041964009267476, "50": 0.02576173539179396, "60": 0.036203088270391266, "70": 0.04969786255151134, "80": 0.06638111232022102, "90": 0.08625864664350028, "100": 0.10928755825979732 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9715412203654245, "20": 0.9530692265351853, "30": 0.9414475473252033, "40": 0.9335845642981739, "50": 0.9282747943998042, "60": 0.9250266741731794, "70": 0.9234011026543979, "80": 0.9223717462732341, "90": 0.9195303854743703, "100": 0.9125932381395953 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_19621c8b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": 0.8956757083954557, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09129732269532789, "position_mse": 4.641974024772416e-06, "position_mse_by_step": { "10": 1.6363486974154843e-09, "20": 1.9381236171511773e-08, "30": 7.231915358626598e-08, "40": 1.8301801268145417e-07, "50": 3.8294926615175687e-07, "60": 7.151975633438009e-07, "70": 1.2356500016202126e-06, "80": 2.017449814469988e-06, "90": 3.1330896092640613e-06, "100": 4.641974024772416e-06 }, "relative_mse_by_step": { "10": 0.00340706460066229, "20": 0.009965339570173452, "30": 0.01636348847326691, "40": 0.023116434255226435, "50": 0.0307625193306906, "60": 0.03968646664558674, "70": 0.05014460183392987, "80": 0.06242882181866765, "90": 0.07632563787870948, "100": 0.09129732269532789 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9870383243512938, "20": 0.9584567809305937, "30": 0.9557476639833232, "40": 0.9613358959216749, "50": 0.9642265624455927, "60": 0.9614150748642809, "70": 0.9521419412515684, "80": 0.9409304807249548, "90": 0.9272185080695827, "100": 0.9100821051046419 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_2bd608ce", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -1.5558904633437458, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5689850119888131, "position_mse": 2.8240065213529825e-05, "position_mse_by_step": { "10": 7.509071864308936e-09, "20": 7.143962660803384e-08, "30": 2.895060852381448e-07, "40": 8.425860179223882e-07, "50": 1.9875587570693043e-06, "60": 4.0335270000468885e-06, "70": 7.321990463944011e-06, "80": 1.2211590507961643e-05, "90": 1.906343025958839e-05, "100": 2.8240065213529825e-05 }, "relative_mse_by_step": { "10": 0.01626063905260243, "20": 0.0381038511350424, "30": 0.0677785577885384, "40": 0.1098779545597318, "50": 0.16454999152526129, "60": 0.23031027507286905, "70": 0.30533715673619105, "80": 0.38785466730047524, "90": 0.4761839487499892, "100": 0.5689850119888131 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.97989110215663, "20": -2.987965535561377, "30": -2.362890475671823, "40": -2.032819959289092, "50": -1.8773750504269584, "60": -1.7958775534127138, "70": -1.7452207608958035, "80": -1.7170629197877312, "90": -1.7013179974032537, "100": -1.7005781734564556 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_33b2b760", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 70, "val_score": 0.929563517544497, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0842723801401614, "position_mse": 4.284793771245989e-06, "position_mse_by_step": { "10": 1.8412766248207138e-09, "20": 1.76075526999878e-08, "30": 5.97456883712409e-08, "40": 1.4746281008979979e-07, "50": 3.160907068279682e-07, "60": 6.192132360638424e-07, "70": 1.1227189184686331e-06, "80": 1.8736190491657518e-06, "90": 2.9062246852618046e-06, "100": 4.284793771245989e-06 }, "relative_mse_by_step": { "10": 0.0038337479159313514, "20": 0.009053356561075135, "30": 0.013518519431010886, "40": 0.018625567530693797, "50": 0.025391735507840497, "60": 0.034360275676359395, "70": 0.04556168256724021, "80": 0.05797806167840625, "90": 0.0707989494668691, "100": 0.0842723801401614 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9565971374921555, "20": 0.9406930253856184, "30": 0.9386785638358753, "40": 0.9426750348680172, "50": 0.9494112444286652, "60": 0.9550422365929201, "70": 0.9555348696147095, "80": 0.9502782139652614, "90": 0.9432949232074623, "100": 0.9322727176553991 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_bcdaf9cd", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9464482691171892, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05387525762366074, "position_mse": 2.7392648446168875e-06, "position_mse_by_step": { "10": 1.8706255294764773e-09, "20": 1.861890567754289e-08, "30": 6.367911715392844e-08, "40": 1.5048031209679332e-07, "50": 2.984869479202449e-07, "60": 5.334476532376747e-07, "70": 8.785307167207585e-07, "80": 1.3514058451846723e-06, "90": 1.9632927165145833e-06, "100": 2.7392648446168875e-06 }, "relative_mse_by_step": { "10": 0.003894855682435397, "20": 0.009573368584944732, "30": 0.014408527310723505, "40": 0.019006698796068682, "50": 0.02397761614123737, "60": 0.029601125035162632, "70": 0.03565214496910566, "80": 0.04181847504142459, "90": 0.04782805078013661, "100": 0.05387525762366074 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9705851026427105, "20": 0.9451355380749591, "30": 0.9432779971760524, "40": 0.9487104144693942, "50": 0.9539266011696639, "60": 0.956473347260668, "70": 0.9559217888858759, "80": 0.954088724685498, "90": 0.9503539267871737, "100": 0.9443585046335846 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_c982bd7b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.6865667287071713, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -18569414.705288865, "20": -326339.8649367841, "30": -9805.002852763893, "40": -898.1593336014864, "50": -548.3017751360908, "60": -367.482917886673, "70": -259.4735660697585, "80": -190.64466020749586, "90": -144.4808779260504, "100": -112.55213226561739 }, "position_mse_by_step": { "10": 1.1110397169106143e-08, "20": 8.843017118564944e-08, "30": 2.557769324809824e-07, "40": 5.262249406138371e-07, "50": 9.015507944973514e-07, "60": 1.3959368908663587e-06, "70": 2.0214150793571243e-06, "80": 2.7918949488008157e-06, "90": 3.721887879875724e-06, "100": 4.829723729052113e-06 }, "relative_mse_by_step": { "10": 0.023873156965637528, "20": 0.04216881660148757, "30": 0.05220071243059758, "40": 0.059340081062786335, "50": 0.06463045787816495, "60": 0.06910028264474266, "70": 0.07315441487418062, "80": 0.07702448389997657, "90": 0.08082073082005889, "100": 0.08465730575508774 }, "position_mse": 3.600371293943638e-06, "relative_mse": 0.08450173529174684 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_d9efdfec", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.8387389006191569, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18813670786905654, "position_mse": 9.56573188842315e-06, "position_mse_by_step": { "10": 1.8059574883163723e-09, "20": 2.3894276541496547e-08, "30": 1.1075899577812314e-07, "40": 3.3643371154365043e-07, "50": 7.885746763897876e-07, "60": 1.5597721490020635e-06, "70": 2.7413902409583507e-06, "80": 4.420312349801796e-06, "90": 6.673581168976333e-06, "100": 9.56573188842315e-06 }, "relative_mse_by_step": { "10": 0.0037602094458607837, "20": 0.012285830347067558, "30": 0.025061183114705687, "40": 0.042493892596664036, "50": 0.06334662544181673, "60": 0.08655209209141118, "70": 0.11124988623318018, "80": 0.13678401816460034, "90": 0.1625760521344004, "100": 0.18813670786905654 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9578361927087388, "20": 0.9570385235485919, "30": 0.9432546615454681, "40": 0.92088858359964, "50": 0.9057436794847818, "60": 0.8937906017162013, "70": 0.877635808749989, "80": 0.8583451033181074, "90": 0.8400135122812327, "100": 0.8221825327594161 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_dfb808d8", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -2.2317695466790575, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11528848167995258, "position_mse": 5.722038669578718e-06, "position_mse_by_step": { "10": 1.149610244460015e-08, "20": 8.780132131188826e-08, "30": 2.5559018738923506e-07, "40": 5.321981838842963e-07, "50": 9.370223141656554e-07, "60": 1.4913197316803105e-06, "70": 2.2183077116924974e-06, "80": 3.145346257075029e-06, "90": 4.301957152717607e-06, "100": 5.722038669578718e-06 }, "relative_mse_by_step": { "10": 0.02489441781106021, "20": 0.04683071056745957, "30": 0.0598382388815574, "40": 0.06940163570456599, "50": 0.07757607834562395, "60": 0.0851528346335346, "70": 0.09250650800346805, "80": 0.09989994548926798, "90": 0.10745825470229728, "100": 0.11528848167995258 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.524436484336301, "20": -4.52864620527515, "30": -3.8750880981987468, "40": -3.442242535313092, "50": -3.1351325693608363, "60": -2.9008430213034186, "70": -2.7131030111870844, "80": -2.5675790051260803, "90": -2.4471218668251065, "100": -2.347658765156638 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 1, "name": "seed-1_f89d8949", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -7.775676808874264, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -10795114.018264994, "20": -6142116.661065175, "30": -6474.135785375908, "40": -3108.2998215294256, "50": -492.69131428080965, "60": -264.4128718004146, "70": -177.6482077735968, "80": -127.93863081388619, "90": -89.80779106417826, "100": -62.9398117625458 }, "position_mse_by_step": { "10": 1.1652224317471682e-08, "20": 9.66826282503338e-08, "30": 2.972031444093069e-07, "40": 6.63216242109452e-07, "50": 1.270085555619997e-06, "60": 2.229668141878322e-06, "70": 3.6041652064201257e-06, "80": 5.513529087098645e-06, "90": 8.065322224236017e-06, "100": 1.1369853399838366e-05 }, "relative_mse_by_step": { "10": 0.025037392983872954, "20": 0.04650157301571145, "30": 0.06065525817475004, "40": 0.07551826368832655, "50": 0.09194320818078065, "60": 0.11037081963794904, "70": 0.1304336746460788, "80": 0.1521105701286113, "90": 0.17513833234648196, "100": 0.19929528264125987 }, "position_mse": 8.466580642602877e-06, "relative_mse": 0.19845193460376523 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_07556949", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -1.1829589457781, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.47340708549764965, "position_mse": 2.3499081596258162e-05, "position_mse_by_step": { "10": 7.84733404408338e-09, "20": 6.733003972136942e-08, "30": 2.574413608767502e-07, "40": 7.219768241790397e-07, "50": 1.6673911809610738e-06, "60": 3.3497219825611477e-06, "70": 6.057495371741035e-06, "80": 1.0101367823673562e-05, "90": 1.5804365323544646e-05, "100": 2.3499081596258162e-05 }, "relative_mse_by_step": { "10": 0.01693648457040378, "20": 0.03575243867586361, "30": 0.06001321570370889, "40": 0.09380798554531036, "50": 0.137643683929542, "60": 0.19084271602631456, "70": 0.25221098355675053, "80": 0.3205119221506129, "90": 0.3945712299640892, "100": 0.47340708549764965 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.9217073848082213, "20": -2.683240409008896, "30": -2.15084843852024, "40": -1.9114905091059051, "50": -1.7959466100919306, "60": -1.7277673923154726, "70": -1.6841880673486864, "80": -1.6563014942587868, "90": -1.6356204965639498, "100": -1.6213773195010464 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_15fe5047", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9386344489830245, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08265493897288229, "position_mse": 4.1710492480108635e-06, "position_mse_by_step": { "10": 2.1098093549998254e-09, "20": 2.0721228466413776e-08, "30": 7.29078473022631e-08, "40": 1.787993637211319e-07, "50": 3.6611856309828486e-07, "60": 6.71686794971395e-07, "70": 1.142255016617355e-06, "80": 1.8370801624558096e-06, "90": 2.8233789578280265e-06, "100": 4.1710492480108635e-06 }, "relative_mse_by_step": { "10": 0.004361392427749741, "20": 0.010608183849540454, "30": 0.016463749181323428, "40": 0.022582395383009494, "50": 0.029458392045311192, "60": 0.03738761146390826, "70": 0.046557504295159785, "80": 0.0571628125973421, "90": 0.0692346545681843, "100": 0.08265493897288229 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.93956093511959, "20": 0.9079896847268953, "30": 0.8978328459325644, "40": 0.9012978750124319, "50": 0.9109287765835936, "60": 0.922062069628277, "70": 0.9322583428313272, "80": 0.9377485905489628, "90": 0.9355764292664248, "100": 0.9274807727894498 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_5f59c1cf", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.8656523103444422, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07905433213979719, "position_mse": 3.989350385121985e-06, "position_mse_by_step": { "10": 2.387267896062996e-09, "20": 2.527803608971218e-08, "30": 8.930238912796539e-08, "40": 2.1533938578954804e-07, "50": 4.29169435278709e-07, "60": 7.612215191394561e-07, "70": 1.2452667886821342e-06, "80": 1.9188370401934664e-06, "90": 2.820366338645337e-06, "100": 3.989350385121985e-06 }, "relative_mse_by_step": { "10": 0.004934954004363144, "20": 0.012941030722653622, "30": 0.02016589695482792, "40": 0.02719740747522166, "50": 0.03453155002935781, "60": 0.04237131741850608, "70": 0.050756191060012563, "80": 0.05970676967454118, "90": 0.06916077938119224, "100": 0.07905433213979719 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.90592688176229, "20": 0.8628734729537162, "30": 0.8542061497010515, "40": 0.8564641350939179, "50": 0.8610892983475718, "60": 0.8655112776677013, "70": 0.8687514512294585, "80": 0.8691933680824167, "90": 0.8666559867726993, "100": 0.8616063552153976 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_6802f89f", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": -1.8970059178346474, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1383670605693209, "position_mse": 6.868293581062192e-06, "position_mse_by_step": { "10": 1.207927619357412e-08, "20": 9.155262109063398e-08, "30": 2.647552677156487e-07, "40": 5.504054065344885e-07, "50": 9.760106498747843e-07, "60": 1.579334576311859e-06, "70": 2.4072236787528058e-06, "80": 3.517780880559128e-06, "90": 4.9784774099797295e-06, "100": 6.868293581062192e-06 }, "relative_mse_by_step": { "10": 0.02607006070148887, "20": 0.048614696867891515, "30": 0.06171819064349638, "40": 0.07151534604862037, "50": 0.08056999637349527, "60": 0.0899789599336165, "70": 0.10022760471129254, "80": 0.11161762757418801, "90": 0.12429249228235141, "100": 0.1383670605693209 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.5873509083284025, "20": -4.713072926100872, "30": -4.105192329371633, "40": -3.6863121036877198, "50": -3.3797224689997467, "60": -3.1300187958069188, "70": -2.9297607286813325, "80": -2.767779183462446, "90": -2.6341019828757184, "100": -2.5228417093419795 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_6a2f65c8", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -13.731136493497457, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -34667899.776931085, "20": -11133752.973167479, "30": -1566.6944139014151, "40": -774.4968408671657, "50": -419.4060549813959, "60": -250.8384916577993, "70": -166.12128576941842, "80": -118.15529599022162, "90": -82.13743832073447, "100": -55.72277021871339 }, "position_mse_by_step": { "10": 1.3878346190462144e-08, "20": 1.124972940449406e-07, "30": 3.615648836837896e-07, "40": 7.937441571316737e-07, "50": 1.4876119962536904e-06, "60": 2.5271485181325e-06, "70": 4.00418032800839e-06, "80": 6.016347465934554e-06, "90": 8.66351541617405e-06, "100": 1.2048828969974628e-05 }, "relative_mse_by_step": { "10": 0.029720638973005326, "20": 0.05571138214619504, "30": 0.07547740475492959, "40": 0.09243557979825151, "50": 0.11013663906309785, "60": 0.1291970663909931, "70": 0.14966855866885487, "80": 0.1714369892211094, "90": 0.1943094129511531, "100": 0.21812665654743482 }, "position_mse": 9.64567429597718e-06, "relative_mse": 0.21746721214778572 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_7bc8e281", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9625944003602411, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.053554143224004605, "position_mse": 2.7025241515892567e-06, "position_mse_by_step": { "10": 2.2284691873565774e-09, "20": 2.2304896609069503e-08, "30": 7.65935867999953e-08, "40": 1.7808473065729555e-07, "50": 3.400347686469526e-07, "60": 5.775747675938549e-07, "70": 9.085781268173118e-07, "80": 1.3567667973494022e-06, "90": 1.9481468720122005e-06, "100": 2.7025241515892567e-06 }, "relative_mse_by_step": { "10": 0.0046066857255030996, "20": 0.011418939005354812, "30": 0.017296047663361812, "40": 0.02249213708417967, "50": 0.02735965485899053, "60": 0.03214912242405448, "70": 0.03703300000997563, "80": 0.04221732277131674, "90": 0.04777228907153633, "100": 0.053554143224004605 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9332422273016996, "20": 0.9241341566088075, "30": 0.9188460149682026, "40": 0.9233071385305601, "50": 0.930807852369541, "60": 0.9393769082733555, "70": 0.947913013337348, "80": 0.9546420777737431, "90": 0.9582357601499857, "100": 0.9579150437554039 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_aeed1d4e", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 26, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 16, "val_score": 0.8912867656472994, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08770612776053081, "position_mse": 4.425949408317008e-06, "position_mse_by_step": { "10": 1.633223790336353e-09, "20": 1.9472047587041987e-08, "30": 7.366526667392951e-08, "40": 1.8754242314043623e-07, "50": 3.927578653925171e-07, "60": 7.300890644046376e-07, "70": 1.2454910221647098e-06, "80": 1.9955935308806665e-06, "90": 3.0356129063388185e-06, "100": 4.425949408317008e-06 }, "relative_mse_by_step": { "10": 0.0033761959843022363, "20": 0.009968668656163504, "30": 0.016634786497903262, "40": 0.023686645535553746, "50": 0.03160182613987357, "60": 0.040638414329957684, "70": 0.05076533065771732, "80": 0.06209513409240996, "90": 0.07443903709432251, "100": 0.08770612776053081 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9561213306709391, "20": 0.9606184090277881, "30": 0.9454356841648685, "40": 0.935997634753543, "50": 0.9287368531679718, "60": 0.9184228208952683, "70": 0.9062067506425509, "80": 0.8957835839230714, "90": 0.8891730256283009, "100": 0.8853557764245159 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 2, "name": "seed-2_c30c6be7", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": -19.903862038416488, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -35390774.59664543, "20": -11841.122589602466, "30": -550735.5873465565, "40": -1725.2665493208983, "50": -2637.168466142451, "60": -332.52790037127966, "70": -234.32770216306915, "80": -170.9280750891739, "90": -128.37356779703626, "100": -98.73264744295112 }, "position_mse_by_step": { "10": 1.3261207438122556e-08, "20": 1.0555274343460042e-07, "30": 3.0780534118470124e-07, "40": 6.329732002167307e-07, "50": 1.0902701115100443e-06, "60": 1.7296830367996563e-06, "70": 2.5351472880328984e-06, "80": 3.5538670256788204e-06, "90": 4.820545463246617e-06, "100": 6.3773163349521515e-06 }, "relative_mse_by_step": { "10": 0.02839902919307772, "20": 0.05175916426449489, "30": 0.06539851572821515, "40": 0.07448597519991704, "50": 0.0815722129324217, "60": 0.08842771706425806, "70": 0.09475892930173377, "80": 0.10126813094228683, "90": 0.10811746895712762, "100": 0.1154521068690531 }, "position_mse": 5.112041001924845e-06, "relative_mse": 0.11502679494950849 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_148e3fa1", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9108835066627675, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07090929560029952, "position_mse": 3.733055382326711e-06, "position_mse_by_step": { "10": 2.3659948258528525e-09, "20": 2.1578248470583665e-08, "30": 7.490108683124878e-08, "40": 1.8326198549800666e-07, "50": 3.7506238947620267e-07, "60": 6.865541850840731e-07, "70": 1.153396569618183e-06, "80": 1.7972748683600263e-06, "90": 2.646219894586466e-06, "100": 3.733055382326711e-06 }, "relative_mse_by_step": { "10": 0.004729266984339669, "20": 0.010662321307977146, "30": 0.016299046844567875, "40": 0.02227666035338554, "50": 0.029016636112101566, "60": 0.03671384490070684, "70": 0.04513416811076394, "80": 0.05365880331390689, "90": 0.062230164557066564, "100": 0.07090929560029952 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.949220028046924, "20": 0.9207578240948329, "30": 0.9196678985372504, "40": 0.9232704443347766, "50": 0.9297620542386947, "60": 0.9375522241855588, "70": 0.9427154290558987, "80": 0.9412282010593174, "90": 0.9344834573678509, "100": 0.9223072983077243 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_661ffd19", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": 0.9356971914059573, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1600972909099335, "position_mse": 8.428402065874251e-06, "position_mse_by_step": { "10": 1.813628375257892e-09, "20": 1.824594866940897e-08, "30": 6.700999439144896e-08, "40": 1.83792439857809e-07, "50": 4.388014869302229e-07, "60": 9.402181774476048e-07, "70": 1.832272329238549e-06, "80": 3.26478160559418e-06, "90": 5.387192270031197e-06, "100": 8.428402065874251e-06 }, "relative_mse_by_step": { "10": 0.00362516971856733, "20": 0.00901575341239151, "30": 0.014581885041283424, "40": 0.022341140455869303, "50": 0.03394780022994344, "60": 0.050278659848835595, "70": 0.07169961270123233, "80": 0.09747216584477757, "90": 0.12668858780422268, "100": 0.1600972909099335 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9590928483608697, "20": 0.9421420269574956, "30": 0.9319561524363759, "40": 0.9244890370276064, "50": 0.9207912120664178, "60": 0.9198085792782484, "70": 0.9190484914979719, "80": 0.9158621581577462, "90": 0.9094151943126362, "100": 0.9007382737351515 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_6a6e89a5", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": -1.3249918986561067, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.36085040829419784, "position_mse": 1.7638841005204347e-05, "position_mse_by_step": { "10": 6.6725325915355835e-09, "20": 5.8254095541039013e-08, "30": 2.1959029144876954e-07, "40": 6.049887545600541e-07, "50": 1.3702372671429787e-06, "60": 2.698202499524476e-06, "70": 4.7877119446379116e-06, "80": 7.841694160301163e-06, "90": 1.2060960320273548e-05, "100": 1.7638841005204347e-05 }, "relative_mse_by_step": { "10": 0.014478989441053882, "20": 0.031208089793997057, "30": 0.051739215768849885, "40": 0.0795371878428678, "50": 0.11454508501823948, "60": 0.15577854604908897, "70": 0.2021269914008249, "80": 0.25242614938153635, "90": 0.305634642640745, "100": 0.36085040829419784 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.545516197867973, "20": -2.4414324686634292, "30": -1.9576365235477664, "40": -1.7515599154421402, "50": -1.6529930266793045, "60": -1.5988048154235401, "70": -1.5674927379207002, "80": -1.5492112983804898, "90": -1.539541178995122, "100": -1.5346565141605337 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_735bbd4a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.8266789613032741, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19399642653018706, "position_mse": 1.021303903923711e-05, "position_mse_by_step": { "10": 2.7099193904740155e-09, "20": 3.007258335685492e-08, "30": 1.237335745482174e-07, "40": 3.478137695570435e-07, "50": 7.890431892373532e-07, "60": 1.5516835726917373e-06, "70": 2.7538591658477733e-06, "80": 4.519063788523324e-06, "90": 6.965705129654712e-06, "100": 1.021303903923711e-05 }, "relative_mse_by_step": { "10": 0.0054167203425607565, "20": 0.014859572441610692, "30": 0.026925368017034462, "40": 0.042278976677011075, "50": 0.06104418822374367, "60": 0.08297709235550428, "70": 0.10776271216576203, "80": 0.13491957143574623, "90": 0.16380988494614745, "100": 0.19399642653018706 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8964628677764217, "20": 0.922112523358062, "30": 0.925016209982361, "40": 0.9234401590864301, "50": 0.9159574886024875, "60": 0.9016499217504397, "70": 0.8834341859027861, "80": 0.8671305505020378, "90": 0.8572762593877832, "100": 0.8495563599217407 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_9b38de8b", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -2.3129991236225034, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1250720455395664, "position_mse": 6.113685546032294e-06, "position_mse_by_step": { "10": 1.1309787249582013e-08, "20": 8.717289910872442e-08, "30": 2.5341245495675526e-07, "40": 5.264124063890969e-07, "50": 9.283266708491413e-07, "60": 1.4880883615627941e-06, "70": 2.240862241364994e-06, "80": 3.228976913760562e-06, "90": 4.501698421271223e-06, "100": 6.113685546032294e-06 }, "relative_mse_by_step": { "10": 0.02454154969209048, "20": 0.04670057337121598, "30": 0.05970829401891111, "40": 0.0692068441507362, "50": 0.07760353625385556, "60": 0.08591358187448014, "70": 0.09460442654619032, "80": 0.10394159630820803, "90": 0.1140767361574763, "100": 0.1250720455395664 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.056727643986033, "20": -4.9537161497997255, "30": -4.296615979004502, "40": -3.867075658611623, "50": -3.556287660058036, "60": -3.314793967165757, "70": -3.116742138697002, "80": -2.956090149746832, "90": -2.822068570569907, "100": -2.7093826934852037 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 3, "name": "seed-3_efe42272", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.396555660014424, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19401092921893595, "position_mse": 1.0213802540550075e-05, "position_mse_by_step": { "10": 2.709979941244762e-09, "20": 3.00727972936597e-08, "30": 1.2373279868630301e-07, "40": 3.4780815058508907e-07, "50": 7.890236848392566e-07, "60": 1.5516364007745714e-06, "70": 2.7537732551406535e-06, "80": 4.518883874230336e-06, "90": 6.96559643854146e-06, "100": 1.0213802540550075e-05 }, "relative_mse_by_step": { "10": 0.00541684137442348, "20": 0.014859678152829806, "30": 0.026925199183573927, "40": 0.04227829365521894, "50": 0.061042679269398915, "60": 0.08297456981250896, "70": 0.10775935034867344, "80": 0.1349141999781964, "90": 0.16380732889784722, "100": 0.19401092921893595 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8203649228368852, "20": 0.8593112419376883, "30": 0.9110864974715759, "40": 0.9212503750297961, "50": 0.8839893992615999, "60": 0.8006460970161364, "70": 0.6790979388845068, "80": 0.5290023198363318, "90": 0.36640531279616284, "100": 0.20694339219607893 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_12f2961a", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.8976980408314365, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15209807410650103, "position_mse": 7.897659703205916e-06, "position_mse_by_step": { "10": 3.2207104475442553e-09, "20": 3.397801919190004e-08, "30": 1.3140160238630675e-07, "40": 3.470109847723636e-07, "50": 7.416822697337011e-07, "60": 1.383269321105932e-06, "70": 2.3440445504872645e-06, "80": 3.699790924624072e-06, "90": 5.525620703597919e-06, "100": 7.897659703205916e-06 }, "relative_mse_by_step": { "10": 0.00649881717659679, "20": 0.016974759043432323, "30": 0.02893400761673221, "40": 0.04270387032101732, "50": 0.05810740930582702, "60": 0.07493017091860994, "70": 0.09293812808753463, "80": 0.11194363496552404, "90": 0.13171742118883492, "100": 0.15209807410650103 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8682721832165974, "20": 0.8888712576049365, "30": 0.9048940062164533, "40": 0.9147476577390916, "50": 0.9215770979351646, "60": 0.9261548089266378, "70": 0.9291891437310219, "80": 0.930289294466131, "90": 0.9300019512847499, "100": 0.9282740891305543 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_30898bd5", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": 0.9227609753615728, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.046710883852894604, "position_mse": 2.425452572448908e-06, "position_mse_by_step": { "10": 1.8373680220142217e-09, "20": 1.7098883077691442e-08, "30": 5.716171039362093e-08, "40": 1.3315054078993122e-07, "50": 2.602152422172464e-07, "60": 4.5712294135366197e-07, "70": 7.456185568648672e-07, "80": 1.1505531704512708e-06, "90": 1.700141130100974e-06, "100": 2.425452572448908e-06 }, "relative_mse_by_step": { "10": 0.0037074797799039392, "20": 0.008542270181094805, "30": 0.012586736644596825, "40": 0.01638577358234509, "50": 0.02038667257417574, "60": 0.02476184471369804, "70": 0.029562745694378917, "80": 0.03481199525741045, "90": 0.04052724885154676, "100": 0.046710883852894604 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.844999984702126, "20": 0.8843526265083674, "30": 0.8842917499529125, "40": 0.8993866738170712, "50": 0.9187842750849559, "60": 0.936667600658696, "70": 0.9502940905593759, "80": 0.9569698932583921, "90": 0.9549501235051833, "100": 0.9426020336817936 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_8a6cf562", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": 0.9433154056937796, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09448779964422946, "position_mse": 4.906258623447814e-06, "position_mse_by_step": { "10": 1.742240909874404e-09, "20": 1.626464140512342e-08, "30": 5.6134946462600104e-08, "40": 1.41513997345807e-07, "50": 3.0909099117642263e-07, "60": 6.133476205150145e-07, "70": 1.1265151368685825e-06, "80": 1.938413305830571e-06, "90": 3.1567346537388275e-06, "100": 4.906258623447814e-06 }, "relative_mse_by_step": { "10": 0.0035155302953404715, "20": 0.008125499229973323, "30": 0.012360648112484387, "40": 0.017414997381793022, "50": 0.024215863679039835, "60": 0.03322436299025909, "70": 0.04466476887611857, "80": 0.058650079407462835, "90": 0.07524891234339855, "100": 0.09448779964422946 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9748263388208744, "20": 0.9700176721601137, "30": 0.9682711718129923, "40": 0.968324674981169, "50": 0.96820169836916, "60": 0.9670269356017205, "70": 0.9648577078068369, "80": 0.9625853596623003, "90": 0.9603875076526722, "100": 0.9579484667149215 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_ab31a482", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": -1.3957048630295015, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5866095178167658, "position_mse": 2.7524049736322404e-05, "position_mse_by_step": { "10": 7.477843797351216e-09, "20": 6.829196664678453e-08, "30": 2.7024290183419453e-07, "40": 7.787819823436491e-07, "50": 1.8391498697058394e-06, "60": 3.764166061565837e-06, "70": 6.916999024854574e-06, "80": 1.1682561129029117e-05, "90": 1.8436016869470353e-05, "100": 2.7524049736322404e-05 }, "relative_mse_by_step": { "10": 0.01707181601036486, "20": 0.03840006605290349, "30": 0.06671834202773014, "40": 0.10714395900497453, "50": 0.16072129894042037, "60": 0.22698318932334208, "70": 0.3047710768492929, "80": 0.39221775088911554, "90": 0.48696345116758094, "100": 0.5866095178167658 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.547634790533653, "20": -2.2930808549112944, "30": -1.7185177580848032, "40": -1.4538944684808714, "50": -1.3256445444998173, "60": -1.2536920052629128, "70": -1.2085797486283623, "80": -1.1774357086986744, "90": -1.1524782926963852, "100": -1.133227074101966 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_d1d01c55", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 88, "val_score": -3.1279485120743713, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12997943853383997, "position_mse": 6.0987086336743755e-06, "position_mse_by_step": { "10": 1.0552195442833527e-08, "20": 8.061961961506167e-08, "30": 2.3547178236477912e-07, "40": 4.935273694733107e-07, "50": 8.803265487244972e-07, "60": 1.4280710215887537e-06, "70": 2.1751961112061377e-06, "80": 3.166936197983107e-06, "90": 4.455366035114951e-06, "100": 6.0987086336743755e-06 }, "relative_mse_by_step": { "10": 0.02409051913725118, "20": 0.04533181383383231, "30": 0.058133948411090895, "40": 0.06789894661346685, "50": 0.07693077586187604, "60": 0.0861141909678708, "70": 0.09584168781701205, "80": 0.10632331207715996, "90": 0.1176827096674667, "100": 0.12997943853383997 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.512052268877558, "20": -4.294165353000742, "30": -3.674456692950856, "40": -3.309800126384985, "50": -3.0699709968442495, "60": -2.8938085612475537, "70": -2.7561262912601086, "80": -2.647912012342575, "90": -2.557649022824971, "100": -2.4835790302142877 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "edge_mlp_delta", "seed": 4, "name": "seed-4_e98aff24", "hyperparameters": { "hidden_dim": 128, "depth": 4 }, "parameters": 134914, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.9092230192498806, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13529651395640183, "position_mse": 7.025242315096745e-06, "position_mse_by_step": { "10": 1.9060353275860263e-09, "20": 2.5339523552452597e-08, "30": 1.1846318227323342e-07, "40": 3.6612451757329315e-07, "50": 8.912082473143203e-07, "60": 1.7849900426572926e-06, "70": 2.914420466432992e-06, "80": 4.117482271632461e-06, "90": 5.4347617857989204e-06, "100": 7.025242315096745e-06 }, "relative_mse_by_step": { "10": 0.0038460381111134175, "20": 0.012659134252322735, "30": 0.026085029070796635, "40": 0.04505602014314137, "50": 0.06982208489629323, "60": 0.09669093859277829, "70": 0.11555274517029852, "80": 0.12458161603806696, "90": 0.12955156453915573, "100": 0.13529651395640183 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8514878441509639, "20": 0.9214296827805368, "30": 0.9385631516561765, "40": 0.9464603914284628, "50": 0.9433300608681071, "60": 0.9282665848209242, "70": 0.9143958193630075, "80": 0.9081313537576454, "90": 0.9076791165479003, "100": 0.9067809400281811 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_46b1406a", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 10, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 60 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -1825592.4252020167, "20": -13081.544962556836, "30": -1482.302909241687, "40": -906.8725750596141, "50": -408.8117491369916, "60": -323.93167862665007, "70": -247.57061593467765, "80": -150.41360698562866, "90": -116.04527564717512, "100": -121.83749456524286 }, "position_mse_by_step": { "10": 4.810565428670088e-07, "20": 2.0827174332973827e-06, "30": 4.80900357236654e-06, "40": 8.624710646169358e-06, "50": 1.3572309611239082e-05, "60": 1.966125775349307e-05, "70": 2.6898033108106272e-05, "80": 3.528842289597378e-05, "90": 4.483828170123161e-05, "100": 5.5551885119105766e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "position_mse": 4.77385629080475e-05, "relative_mse": 1.0 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_7bf30535", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.2115730847747594e-05, "position_mse_by_step": { "10": 4.991700578216296e-07, "20": 2.0158665124979183e-06, "30": 4.571241210474649e-06, "40": 8.174536768430178e-06, "50": 1.2833762951101692e-05, "60": 1.8553590208674516e-05, "70": 2.5338477150528758e-05, "80": 3.3191580600292325e-05, "90": 4.211585892335279e-05, "100": 5.2115730847747594e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.20705668878585026, "20": -0.7339772683522743, "30": -0.7899666540900641, "40": -0.8403252714224916, "50": -0.8628219350911934, "60": -0.8777705774029192, "70": -0.8871712276652657, "80": -0.8944150839317879, "90": -0.8994623264031194, "100": -0.9028176910866978 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_9ec3c1e3", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.161035896890098e-05, "position_mse_by_step": { "10": 4.810565428670088e-07, "20": 1.953492388955575e-06, "30": 4.450303317428604e-06, "40": 7.988413540260807e-06, "50": 1.2579992198880063e-05, "60": 1.823492428099728e-05, "70": 2.4959543407021555e-05, "80": 3.276000652476796e-05, "90": 4.1642069481895307e-05, "100": 5.161035896890098e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_ab254837", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.2115730847747594e-05, "position_mse_by_step": { "10": 4.991700578216296e-07, "20": 2.0158665124979183e-06, "30": 4.571241210474649e-06, "40": 8.174536768430178e-06, "50": 1.2833762951101692e-05, "60": 1.8553590208674516e-05, "70": 2.5338477150528758e-05, "80": 3.3191580600292325e-05, "90": 4.211585892335279e-05, "100": 5.2115730847747594e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_25342570", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.0844579969374795e-05, "position_mse_by_step": { "10": 4.802810892101661e-07, "20": 1.944864601455265e-06, "30": 4.419543772980562e-06, "40": 7.917225064245161e-06, "50": 1.2448566453063644e-05, "60": 1.80211952283571e-05, "70": 2.4641735230293958e-05, "80": 3.231600013740327e-05, "90": 4.1048980347113687e-05, "100": 5.0844579969374795e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2932702222109147, "20": -1.3824415688857368, "30": -1.3706058956214036, "40": -1.366090035783528, "50": -1.3573606828892468, "60": -1.352108972981286, "70": -1.3457577484431833, "80": -1.3409670663061113, "90": -1.3355507995035198, "100": -1.33167942289437 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_2748d67e", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.963235343374046e-05, "position_mse_by_step": { "10": 4.617943882781869e-07, "20": 1.8748663056352858e-06, "30": 4.27135210137359e-06, "40": 7.668380989603715e-06, "50": 1.2078753323813933e-05, "60": 1.751344788577366e-05, "70": 2.3980017834089397e-05, "80": 3.148496469813316e-05, "90": 4.003375231280058e-05, "100": 4.963235343374046e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_5565bb89", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.0844579969374795e-05, "position_mse_by_step": { "10": 4.802810892101661e-07, "20": 1.944864601455265e-06, "30": 4.419543772980562e-06, "40": 7.917225064245161e-06, "50": 1.2448566453063644e-05, "60": 1.80211952283571e-05, "70": 2.4641735230293958e-05, "80": 3.231600013740327e-05, "90": 4.1048980347113687e-05, "100": 5.0844579969374795e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_ce6df934", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -5933661.337787028, "20": -5512291.08695555, "30": -3116.469920804854, "40": -1241.2991393841298, "50": -1177.520883241329, "60": -418.7377306715354, "70": -306.8010480167033, "80": -233.50214196234177, "90": -182.14893917236665, "100": -145.81783767976285 }, "position_mse_by_step": { "10": 4.6539287556724035e-07, "20": 2.0844931357619077e-06, "30": 4.899874361313469e-06, "40": 8.782196646451374e-06, "50": 1.3813805073265751e-05, "60": 2.020160898679863e-05, "70": 2.763216796735763e-05, "80": 3.6246850448571e-05, "90": 4.60511534863774e-05, "100": 5.705028864283052e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "position_mse": 4.269380828308808e-05, "relative_mse": 1.0 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_22a8dd86", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 13, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 57 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -5185703.736425443, "20": -7219620.8866151925, "30": -3239.7178035273682, "40": -1743.7102198700443, "50": -931.8605667206721, "60": -677.3779331419872, "70": -503.2995485290591, "80": -345.40311118964235, "90": -266.39129895982114, "100": -238.33272176579646 }, "position_mse_by_step": { "10": 4.6695988612719847e-07, "20": 1.993755331243717e-06, "30": 4.741122925304553e-06, "40": 8.497884313360454e-06, "50": 1.3365704721205443e-05, "60": 1.9354609401233846e-05, "70": 2.647078312484633e-05, "80": 3.472100217007672e-05, "90": 4.411113319260869e-05, "100": 5.464748692088107e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "position_mse": 4.466109314254904e-05, "relative_mse": 1.0 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_2b5d7733", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.046340000782428e-05, "position_mse_by_step": { "10": 4.837467368393586e-07, "20": 1.953324787759162e-06, "30": 4.428386663286281e-06, "40": 7.917643841080592e-06, "50": 1.2428328149586118e-05, "60": 1.7965490938617482e-05, "70": 2.453428365437763e-05, "80": 3.2137679707895065e-05, "90": 4.077985187385431e-05, "100": 5.046340000782428e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7721128500774201, "20": -0.915786897962529, "30": -0.9758330167190037, "40": -0.9928391814077293, "50": -1.0009027490347866, "60": -1.006184168460405, "70": -1.0075740422317865, "80": -1.0093314779075544, "90": -1.0086540552907768, "100": -1.0083396194272116 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_b500715a", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.963821268445047e-05, "position_mse_by_step": { "10": 4.6333901297300277e-07, "20": 1.8832292905049794e-06, "30": 4.289744481411617e-06, "40": 7.696325850961979e-06, "50": 1.2113822685932974e-05, "60": 1.755226530154427e-05, "70": 2.401757166288527e-05, "80": 3.15163559467432e-05, "90": 4.005453039488722e-05, "100": 4.963821268445047e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_cc360574", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.046340000782428e-05, "position_mse_by_step": { "10": 4.837467368393586e-07, "20": 1.953324787759162e-06, "30": 4.428386663286281e-06, "40": 7.917643841080592e-06, "50": 1.2428328149586118e-05, "60": 1.7965490938617482e-05, "70": 2.453428365437763e-05, "80": 3.2137679707895065e-05, "90": 4.077985187385431e-05, "100": 5.046340000782428e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_2ed69c67", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.888131092489597e-05, "position_mse_by_step": { "10": 4.6084242403107313e-07, "20": 1.8666344504124156e-06, "30": 4.244175103654665e-06, "40": 7.606363400165199e-06, "50": 1.1962427431301746e-05, "60": 1.7320758011659822e-05, "70": 2.3686653184995522e-05, "80": 3.1065300403757386e-05, "90": 3.946201980267818e-05, "100": 4.888131092489597e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_32a48a3d", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": 4.6084242403107313e-07, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": 1.0, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 16, "completion_by_step": { "10": 70, "20": 57, "30": 55, "40": 54, "50": 54, "60": 54, "70": 54, "80": 54, "90": 54, "100": 54 }, "survivor_metrics": { "poisson_r2_20": -5861871.946907684, "position_mse_20": 2.073111891588684e-06, "frozen_mse_20": 2.073111891588684e-06, "relative_mse_20": 1.0, "poisson_r2_30": -7382.8408449587505, "position_mse_30": 4.778180866858086e-06, "frozen_mse_30": 4.778180866858086e-06, "relative_mse_30": 1.0, "poisson_r2_40": -1205.2047873997303, "position_mse_40": 8.62572488181791e-06, "frozen_mse_40": 8.62572488181791e-06, "relative_mse_40": 1.0, "poisson_r2_50": -597.0874296630399, "position_mse_50": 1.3548209751577275e-05, "frozen_mse_50": 1.3548209751577275e-05, "relative_mse_50": 1.0, "poisson_r2_60": -435.4100975356347, "position_mse_60": 1.9595872985249757e-05, "frozen_mse_60": 1.9595872985249757e-05, "relative_mse_60": 1.0, "poisson_r2_70": -319.45306979352733, "position_mse_70": 2.6773884184405216e-05, "frozen_mse_70": 2.6773884184405216e-05, "relative_mse_70": 1.0, "poisson_r2_80": -205.86787352736036, "position_mse_80": 3.508675163848912e-05, "frozen_mse_80": 3.508675163848912e-05, "relative_mse_80": 1.0, "poisson_r2_90": -157.3272513267775, "position_mse_90": 4.453945132775482e-05, "frozen_mse_90": 4.453945132775482e-05, "relative_mse_90": 1.0, "poisson_r2_100": -149.81278622492968, "position_mse_100": 5.51358280399991e-05, "frozen_mse_100": 5.51358280399991e-05, "relative_mse_100": 1.0, "position_mse": 4.272570504813952e-05, "frozen_mse": 4.272570504813952e-05, "relative_mse": 1.0 }, "poisson_r2": { "10": -2869154.990996164, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "6c094907", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_3f0210eb", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.264550085744954e-05, "position_mse_by_step": { "10": 5.002878529986837e-07, "20": 2.023785238439554e-06, "30": 4.595427422568069e-06, "40": 8.226636425336307e-06, "50": 1.2925770858730954e-05, "60": 1.8700143963152577e-05, "70": 2.5554842769841862e-05, "80": 3.349450150510945e-05, "90": 4.2523106172406444e-05, "100": 5.264550085744954e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.4722973758645317, "20": -1.5180286509056318, "30": -1.5613410740276419, "40": -1.5566931034835982, "50": -1.551199283523871, "60": -1.5473158993949956, "70": -1.5405510617439013, "80": -1.5358308003997858, "90": -1.530245530457651, "100": -1.5256053382621113 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_549cbf3b", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.264550085744954e-05, "position_mse_by_step": { "10": 5.002878529986837e-07, "20": 2.023785238439554e-06, "30": 4.595427422568069e-06, "40": 8.226636425336307e-06, "50": 1.2925770858730954e-05, "60": 1.8700143963152577e-05, "70": 2.5554842769841862e-05, "80": 3.349450150510945e-05, "90": 4.2523106172406444e-05, "100": 5.264550085744954e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_088f4267", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 16, "completion_by_step": { "10": 69, "20": 58, "30": 55, "40": 55, "50": 55, "60": 54, "70": 54, "80": 54, "90": 54, "100": 54 }, "survivor_metrics": { "poisson_r2_10": -15032203.776081635, "position_mse_10": 4.4127672085152514e-07, "frozen_mse_10": 4.4127672085152514e-07, "relative_mse_10": 1.0, "poisson_r2_20": -1733619.484951598, "position_mse_20": 1.9432047557874568e-06, "frozen_mse_20": 1.9432047557874568e-06, "relative_mse_20": 1.0, "poisson_r2_30": -2093.054709823148, "position_mse_30": 4.52053063781932e-06, "frozen_mse_30": 4.52053063781932e-06, "relative_mse_30": 1.0, "poisson_r2_40": -870.3248380595693, "position_mse_40": 8.095560571580956e-06, "frozen_mse_40": 8.095560571580956e-06, "relative_mse_40": 1.0, "poisson_r2_50": -873.3585644755951, "position_mse_50": 1.2723747683842455e-05, "frozen_mse_50": 1.2723747683842455e-05, "relative_mse_50": 1.0, "poisson_r2_60": -279.23457796621375, "position_mse_60": 1.8572934718745443e-05, "frozen_mse_60": 1.8572934718745443e-05, "relative_mse_60": 1.0, "poisson_r2_70": -208.46638561673342, "position_mse_70": 2.538737426557755e-05, "frozen_mse_70": 2.538737426557755e-05, "relative_mse_70": 1.0, "poisson_r2_80": -161.2275176046341, "position_mse_80": 3.3282338100198775e-05, "frozen_mse_80": 3.3282338100198775e-05, "relative_mse_80": 1.0, "poisson_r2_90": -127.01081971607061, "position_mse_90": 4.226249246938904e-05, "frozen_mse_90": 4.226249246938904e-05, "relative_mse_90": 1.0, "poisson_r2_100": -102.09188287409988, "position_mse_100": 5.233170894051135e-05, "frozen_mse_100": 5.233170894051135e-05, "relative_mse_100": 1.0, "position_mse": 4.065342010924107e-05, "frozen_mse": 4.065342010924107e-05, "relative_mse": 1.0 }, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "4739a94c", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_912d5802", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.6920564532878674e-05, "position_mse_by_step": { "10": 4.380227500584104e-07, "20": 1.7784335722938391e-06, "30": 4.0505038587720526e-06, "40": 7.268557085028858e-06, "50": 1.144309983698934e-05, "60": 1.658345744804787e-05, "70": 2.2695720001917965e-05, "80": 2.978590617723447e-05, "90": 3.7859138761372636e-05, "100": 4.6920564532878674e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_d49e9961", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.192478438402759e-05, "position_mse_by_step": { "10": 4.955840978482229e-07, "20": 2.0016790285483564e-06, "30": 4.541424199747521e-06, "40": 8.12598441695757e-06, "50": 1.2763987907809289e-05, "60": 1.8460778937878787e-05, "70": 2.52215597486481e-05, "80": 3.305048050086563e-05, "90": 4.195056852560291e-05, "100": 5.192478438402759e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_e5d19f22", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.192478438402759e-05, "position_mse_by_step": { "10": 4.955840978482229e-07, "20": 2.0016790285483564e-06, "30": 4.541424199747521e-06, "40": 8.12598441695757e-06, "50": 1.2763987907809289e-05, "60": 1.8460778937878787e-05, "70": 2.52215597486481e-05, "80": 3.305048050086563e-05, "90": 4.195056852560291e-05, "100": 5.192478438402759e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.47581819755606913, "20": -0.9248179672722789, "30": -0.9865500792037287, "40": -1.0222260755012949, "50": -1.0358070429058013, "60": -1.0448296805533728, "70": -1.047750605021263, "80": -1.0503167482983256, "90": -1.050552095321415, "100": -1.0503283492960334 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_23055575", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 30, "val_score": 0.8846479247808041, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09269811976314171, "position_mse": 4.831030259668166e-06, "position_mse_by_step": { "10": 9.886616156703656e-10, "20": 1.1391458164057765e-08, "30": 4.707756442456912e-08, "40": 1.3290481624445808e-07, "50": 3.043644983538992e-07, "60": 6.021494594879836e-07, "70": 1.0806698067459106e-06, "80": 1.8435563102262416e-06, "90": 3.0340244742481965e-06, "100": 4.831030259668166e-06 }, "relative_mse_by_step": { "10": 0.0019806108162514183, "20": 0.005650899051813843, "30": 0.010298639309755627, "40": 0.016258391149175887, "50": 0.02371592022648132, "60": 0.032454605966582985, "70": 0.042649358930529076, "80": 0.055542890000544444, "90": 0.07203995245045003, "100": 0.09269811976314171 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9750194160164458, "20": 0.9663757092681102, "30": 0.9643790090688646, "40": 0.9606050497179559, "50": 0.9521637693709524, "60": 0.9424972954356592, "70": 0.9355773124146951, "80": 0.9290654827797822, "90": 0.9204855346027303, "100": 0.9092621881747444 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_2f6971ca", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -81.93474392957565, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -31171609.74032068, "20": -91805368.13406888, "30": -0.23208958169176697, "40": -0.241998895290098, "50": -0.27202166758177504, "60": -0.2890102605650726, "70": -0.289879839031834, "80": -0.2850540807251496, "90": -0.2767044866866475, "100": -0.2625896479346972 }, "position_mse_by_step": { "10": 5.684955518414153e-09, "20": 4.820646878503762e-08, "30": 1.4737677704879105e-07, "40": 3.179844776191608e-07, "50": 5.658588107460758e-07, "60": 9.053368924294049e-07, "70": 1.3491169084036917e-06, "80": 1.912630917584049e-06, "90": 2.612482673912844e-06, "100": 3.4671196593049993e-06 }, "relative_mse_by_step": { "10": 0.01172365363843271, "20": 0.023347292168295286, "30": 0.030646011139531353, "40": 0.03650192978646103, "50": 0.0412737636390017, "60": 0.04558181916795701, "70": 0.04964778360113334, "80": 0.05364763653102601, "90": 0.05766878607591979, "100": 0.06177223348086059 }, "position_mse": 2.925296326651759e-06, "relative_mse": 0.06165516486940104 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_349718d7", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": -2.199193172435826, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0953922461479016, "position_mse": 4.923228066542963e-06, "position_mse_by_step": { "10": 1.103256776729162e-08, "20": 7.584407982287799e-08, "30": 2.0275440677508526e-07, "40": 4.0103993802022485e-07, "50": 6.906506564113053e-07, "60": 1.1020854072642447e-06, "70": 1.6747086261505372e-06, "80": 2.45958527703546e-06, "90": 3.5181091740404165e-06, "100": 4.923228066542963e-06 }, "relative_mse_by_step": { "10": 0.02293403536627844, "20": 0.03882486578994436, "30": 0.04555968263579779, "40": 0.05020270119955903, "50": 0.054900722154087714, "60": 0.06043816745719829, "70": 0.06709692556633116, "80": 0.07507890070705293, "90": 0.08448449411405892, "100": 0.0953922461479016 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.3608537942925665, "20": -5.5726730382440754, "30": -4.547631736121392, "40": -4.022718892145691, "50": -3.7173600721727915, "60": -3.523909866980487, "70": -3.393541667104218, "80": -3.3012946058410346, "90": -3.231979099406379, "100": -3.1772220304020378 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_592c4d63", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 78, "val_score": -1.497644742546774, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05195733824326928, "position_mse": 2.6815368778037347e-06, "position_mse_by_step": { "10": 5.74341792676712e-09, "20": 4.439671590678833e-08, "30": 1.2984234048892975e-07, "40": 2.695656823727331e-07, "50": 4.7136872104605994e-07, "60": 7.430979957336246e-07, "70": 1.0917188308415655e-06, "80": 1.525615558404882e-06, "90": 2.0527366038842437e-06, "100": 2.6815368778037347e-06 }, "relative_mse_by_step": { "10": 0.011939174327694209, "20": 0.022726843553521503, "30": 0.029176065366248557, "40": 0.03374458282788553, "50": 0.037469714892829874, "60": 0.040751361743136566, "70": 0.04373953533679009, "80": 0.046569452214591335, "90": 0.04929477879999961, "100": 0.05195733824326928 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.640246846908511, "20": -3.7698682935424035, "30": -3.2778711267421086, "40": -2.996921211851067, "50": -2.814280104214667, "60": -2.679889670886714, "70": -2.574862538726997, "80": -2.4913642745315574, "90": -2.422840773332001, "100": -2.364815885032555 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_86733f9d", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.8728875763525836, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06890037421587762, "position_mse": 3.5907933579437666e-06, "position_mse_by_step": { "10": 1.5762235604034812e-09, "20": 1.552900774954529e-08, "30": 6.015835880240112e-08, "40": 1.6379873569251557e-07, "50": 3.594817907729261e-07, "60": 6.67508569409035e-07, "70": 1.106758426772103e-06, "80": 1.7126779523225976e-06, "90": 2.527249722561464e-06, "100": 3.5907933579437666e-06 }, "relative_mse_by_step": { "10": 0.0031576885185824175, "20": 0.007703390900770929, "30": 0.013160180360763472, "40": 0.020037678015603466, "50": 0.02801063040844673, "60": 0.0359773263234492, "70": 0.04367896382237823, "80": 0.051599770825843515, "90": 0.06000708016333798, "100": 0.06890037421587762 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8569314020186829, "20": 0.9364182140995593, "30": 0.9406012859739821, "40": 0.9432728057843445, "50": 0.9431433509622831, "60": 0.9408690335282437, "70": 0.9370622699945446, "80": 0.9318698636723951, "90": 0.9263442814427565, "100": 0.91983194780422 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_db282002", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -70.75011659326165, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 10, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 60 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -30952666.2240325, "20": -1612.4884017909108, "30": -6429.460873371136, "40": -1755.4267701129536, "50": -649.0656565187891, "60": -585.8456022070695, "70": -379.2681699953704, "80": -292.4804415882329, "90": -199.47145190110595, "100": -160.82144322159542 }, "position_mse_by_step": { "10": 1.2164028312791418e-08, "20": 8.847165899701432e-08, "30": 2.4423155349969267e-07, "40": 4.874673273628598e-07, "50": 8.354786990831069e-07, "60": 1.3099544207288242e-06, "70": 1.9385947894079438e-06, "80": 2.758342542582189e-06, "90": 3.813450949034329e-06, "100": 5.15671457606004e-06 }, "relative_mse_by_step": { "10": 0.025084955251687968, "20": 0.04216549488373958, "30": 0.050786311514321635, "40": 0.056519847141697103, "50": 0.061557592113228546, "60": 0.06662617606424973, "70": 0.07207199060304928, "80": 0.07816565083436758, "90": 0.08504899840819684, "100": 0.09282699524964472 }, "position_mse": 4.424259895457234e-06, "relative_mse": 0.0927432817437866 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 0, "name": "seed-0_e26ae322", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": 0.9865172990145866, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.022661525622612113, "position_mse": 1.1810219699473885e-06, "position_mse_by_step": { "10": 3.539183196510365e-10, "20": 3.912352108154898e-09, "30": 1.4745707575615695e-08, "40": 3.797604758278997e-08, "50": 8.227155749044154e-08, "60": 1.6038165744041471e-07, "70": 2.889827154969485e-07, "80": 4.876808296622974e-07, "90": 7.785198927682099e-07, "100": 1.1810219699473885e-06 }, "relative_mse_by_step": { "10": 0.0007090135197522275, "20": 0.0019407793541383798, "30": 0.0032257557404380753, "40": 0.004645651326623468, "50": 0.006410556109218075, "60": 0.008644238426988117, "70": 0.011404896741827994, "80": 0.01469290768448678, "90": 0.018485195664299486, "100": 0.022661525622612113 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.895108965400585, "20": 0.9823351538479348, "30": 0.9869495009444691, "40": 0.988611189179562, "50": 0.9898126297887231, "60": 0.990081843448179, "70": 0.9894755091819163, "80": 0.9880615202104421, "90": 0.9857246704396477, "100": 0.9826559135779982 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 0, "name": "seed-0_fbe6de8a", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": 0.9475495769321765, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.019008534134982078, "position_mse": 9.906436487889485e-07, "position_mse_by_step": { "10": 3.4402496962293585e-10, "20": 3.45158085842837e-09, "30": 1.2480771574959907e-08, "40": 3.161059148405952e-08, "50": 6.980364286590657e-08, "60": 1.4008115218899774e-07, "70": 2.513885970500951e-07, "80": 4.136195781053889e-07, "90": 6.509964494836952e-07, "100": 9.906436487889485e-07 }, "relative_mse_by_step": { "10": 0.0006891939214548554, "20": 0.0017122070519200285, "30": 0.0027302806831460075, "40": 0.0038669581383667757, "50": 0.0054390628167177105, "60": 0.007550083332308613, "70": 0.009921219635918379, "80": 0.012461581239121408, "90": 0.015457275860583831, "100": 0.019008534134982078 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9762181073633482, "20": 0.960495251309846, "30": 0.9577527522225884, "40": 0.9605312869567554, "50": 0.9610742824371973, "60": 0.9577342864097925, "70": 0.951259828662989, "80": 0.9439596997056827, "90": 0.9381915281974083, "100": 0.9327673261271715 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_00e00cf0", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.7691042068433984, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -18324247.938049115, "20": -41099.68501235971, "30": -15115.627537847062, "40": -914.272628983098, "50": -540.2896855536401, "60": -348.12673975886105, "70": -236.38426581233986, "80": -167.33920272514996, "90": -122.40152641383037, "100": -91.91437135529267 }, "position_mse_by_step": { "10": 1.1025030223709459e-08, "20": 8.307019132367734e-08, "30": 2.288621919231184e-07, "40": 4.5959103025858474e-07, "50": 7.870204008497694e-07, "60": 1.2293547641753287e-06, "70": 1.807235781333597e-06, "80": 2.545976180101661e-06, "90": 3.47480652552489e-06, "100": 4.62962691690686e-06 }, "relative_mse_by_step": { "10": 0.0236897271155509, "20": 0.03917845368563173, "30": 0.046662391748928445, "40": 0.05182606692769282, "50": 0.05641999228089743, "60": 0.06085429952528478, "70": 0.06540332931779065, "80": 0.07023992839637282, "90": 0.07545536349166125, "100": 0.08114992977320655 }, "position_mse": 3.450306095707591e-06, "relative_mse": 0.08101328164186455 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_389cfba0", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.9380917544047658, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05265120241339404, "position_mse": 2.6770282715915527e-06, "position_mse_by_step": { "10": 1.7367499882681158e-09, "20": 1.622245296190832e-08, "30": 5.4507334963054584e-08, "40": 1.272502178549319e-07, "50": 2.527170184610636e-07, "60": 4.5779572437660523e-07, "70": 7.71774633026975e-07, "80": 1.2262927565335043e-06, "90": 1.851381628625859e-06, "100": 2.6770282715915527e-06 }, "relative_mse_by_step": { "10": 0.00361611153819161, "20": 0.00834117344198136, "30": 0.012333249258960177, "40": 0.01607257805889646, "50": 0.020300893232478898, "60": 0.025403183228171495, "70": 0.0313198167991909, "80": 0.03794692261788195, "90": 0.045101768983551296, "100": 0.05265120241339404 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8844467621426315, "20": 0.8060052425084868, "30": 0.8120298032138674, "40": 0.8338365131168652, "50": 0.8584970038775208, "60": 0.8837638807269284, "70": 0.9076183501637219, "80": 0.9264212169580208, "90": 0.9342042269592306, "100": 0.9232938245843196 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_467fa3fd", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -2.5268347060349625, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08959133073799624, "position_mse": 4.446628591787365e-06, "position_mse_by_step": { "10": 1.0941397524507783e-08, "20": 7.505284893889147e-08, "30": 2.0088531474473012e-07, "40": 3.957604421955807e-07, "50": 6.75322996203574e-07, "60": 1.0623516200577603e-06, "70": 1.5876945249309365e-06, "80": 2.292164912124203e-06, "90": 3.224973269360427e-06, "100": 4.446628591787365e-06 }, "relative_mse_by_step": { "10": 0.02369322322279204, "20": 0.04003104046048783, "30": 0.04703084877505861, "40": 0.051609387005174444, "50": 0.05590999154458575, "60": 0.06065919326603408, "70": 0.06620906355932353, "80": 0.07280188922238534, "90": 0.08055635764947416, "100": 0.08959133073799624 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.926548988147597, "20": -4.697469487647789, "30": -3.947224968966389, "40": -3.5379545455276924, "50": -3.300650805753695, "60": -3.1448929634807348, "70": -3.0315698425756805, "80": -2.9516549158210745, "90": -2.887932917403904, "100": -2.836956352075404 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_51a3d119", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -1.589041412314661, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.060597893480136646, "position_mse": 3.007616066546299e-06, "position_mse_by_step": { "10": 5.896652153066942e-09, "20": 4.5998752181855956e-08, "30": 1.3540296544307345e-07, "40": 2.835485605550454e-07, "50": 5.004996288907445e-07, "60": 7.968713806150163e-07, "70": 1.1836228138812593e-06, "80": 1.6727157208557791e-06, "90": 2.2762116555798325e-06, "100": 3.007616066546299e-06 }, "relative_mse_by_step": { "10": 0.012768999153612005, "20": 0.024534417224096196, "30": 0.031700258426255776, "40": 0.03697632667696895, "50": 0.04143636478642061, "60": 0.0455005425437856, "70": 0.049358712827921696, "80": 0.053127444699182395, "90": 0.05685731474269091, "100": 0.060597893480136646 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.18895878071691, "20": -2.7841829118979278, "30": -2.482718350565373, "40": -2.287624701363446, "50": -2.1540374616072464, "60": -2.0555733577617064, "70": -1.9762865967001297, "80": -1.9151671652087785, "90": -1.8625207520542415, "100": -1.8173966831179 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_65181d9a", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 30, "val_score": 0.8885372543117591, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09403414900925924, "position_mse": 4.7811268091533875e-06, "position_mse_by_step": { "10": 9.796622251518577e-10, "20": 1.1592473533486977e-08, "30": 5.453888932852432e-08, "40": 1.830149311591153e-07, "50": 4.914239942723141e-07, "60": 1.030894920006631e-06, "70": 1.728339987648399e-06, "80": 2.5259355624029923e-06, "90": 3.482253684491557e-06, "100": 4.7811268091533875e-06 }, "relative_mse_by_step": { "10": 0.0020397684755044925, "20": 0.005960555570198969, "30": 0.012340388992627405, "40": 0.023116045037752653, "50": 0.039476352247079224, "60": 0.05720458088065518, "70": 0.07013872892861941, "80": 0.07816362023960438, "90": 0.08483167316326307, "100": 0.09403414900925924 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9740458252402162, "20": 0.9739786568436732, "30": 0.965616833327907, "40": 0.9367244980274545, "50": 0.8952644887492137, "60": 0.8837014733899619, "70": 0.8981905464144778, "80": 0.9081309905403133, "90": 0.8926550465593847, "100": 0.8382348338040368 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_98c95ac3", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": 0.7253260593903192, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -13301363.22884603, "20": -39606.2743969731, "30": -2527.8670634988316, "40": -1892.8274954052326, "50": -538.5798095058068, "60": -353.36986406479514, "70": -247.24668206542935, "80": -181.5610369209597, "90": -138.1539391103188, "100": -108.29541648104286 }, "position_mse_by_step": { "10": 6.02420576265551e-09, "20": 4.820243266554704e-08, "30": 1.3563689103535745e-07, "40": 2.7529678132938624e-07, "50": 4.836524902966761e-07, "60": 7.62549140959506e-07, "70": 1.1312993878439452e-06, "80": 1.6080566605471456e-06, "90": 2.21283069925868e-06, "100": 2.969692000822131e-06 }, "relative_mse_by_step": { "10": 0.012944344614886843, "20": 0.022733747757526134, "30": 0.027681707944649907, "40": 0.0313471438197214, "50": 0.034672125067802526, "60": 0.03774695082247248, "70": 0.04094139081596382, "80": 0.04436403827220088, "90": 0.048051580291322504, "100": 0.052053934720895235 }, "position_mse": 2.213275431082819e-06, "relative_mse": 0.051911465836632815 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 1, "name": "seed-1_a2374fb0", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": 0.937531121885228, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06901923299341416, "position_mse": 3.5092539113585577e-06, "position_mse_by_step": { "10": 1.09468711417022e-09, "20": 1.0891665634473111e-08, "30": 3.81409949591825e-08, "40": 9.449361184315259e-08, "50": 2.0168018082245e-07, "60": 3.9625181332983826e-07, "70": 7.332163695496417e-07, "80": 1.289898875914527e-06, "90": 2.1700726498303472e-06, "100": 3.5092539113585577e-06 }, "relative_mse_by_step": { "10": 0.002279263412120722, "20": 0.005600217941302089, "30": 0.008630075165758574, "40": 0.0119351933381171, "50": 0.016201076773206737, "60": 0.02198809836465894, "70": 0.029755062405193086, "80": 0.03991517732485614, "90": 0.05286544590097068, "100": 0.06901923299341416 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9243298470713798, "20": 0.8651267575745465, "30": 0.8567241063667187, "40": 0.8714314443540037, "50": 0.8941562508335806, "60": 0.9165452955940396, "70": 0.9337793706036539, "80": 0.942753151684458, "90": 0.941293709647023, "100": 0.9276554578973248 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 1, "name": "seed-1_ab601aba", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": 0.9589388423771671, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03760446606801006, "position_mse": 1.9119832822005785e-06, "position_mse_by_step": { "10": 4.4669539277825923e-10, "20": 4.08682525440288e-09, "30": 1.5715463584444122e-08, "40": 4.5047996456913454e-08, "50": 1.0938614418064065e-07, "60": 2.327190714420827e-07, "70": 4.4386554500468785e-07, "80": 7.730049449808771e-07, "90": 1.251945805336163e-06, "100": 1.9119832822005785e-06 }, "relative_mse_by_step": { "10": 0.0009300707498453888, "20": 0.002101341785615755, "30": 0.003555901783465205, "40": 0.005689871904785668, "50": 0.008787047455871536, "60": 0.012913631337609036, "70": 0.018012755224275367, "80": 0.023920192526741067, "90": 0.03049882834481155, "100": 0.03760446606801006 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9620365886148142, "20": 0.9941317655098589, "30": 0.9936941186457929, "40": 0.9912839548266031, "50": 0.987529511555139, "60": 0.9826488152767799, "70": 0.9764479130565578, "80": 0.9693924852767744, "90": 0.9614220858467861, "100": 0.9527934946073183 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_047fb16d", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": 0.9780051592611163, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.019244617480677156, "position_mse": 9.71148829924979e-07, "position_mse_by_step": { "10": 5.252429987969074e-10, "20": 6.045816322178662e-09, "30": 2.198054079384702e-08, "40": 5.1961706626357794e-08, "50": 1.002821767848161e-07, "60": 1.7345112135152314e-07, "70": 2.8132468037662353e-07, "80": 4.3902023684998833e-07, "90": 6.628435667518521e-07, "100": 9.71148829924979e-07 }, "relative_mse_by_step": { "10": 0.0010857809651154894, "20": 0.0030951413508218326, "30": 0.004963555006629747, "40": 0.006562773934936951, "50": 0.008068838831565261, "60": 0.009654683077915983, "70": 0.011466594433313606, "80": 0.013660607761366697, "90": 0.01625419260477572, "100": 0.019244617480677156 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9593671604241688, "20": 0.9876317992864089, "30": 0.9803782912746573, "40": 0.9792913952612025, "50": 0.9804122529866589, "60": 0.9826123029175796, "70": 0.9848956169126131, "80": 0.9862434380481169, "90": 0.9858978651968684, "100": 0.9820287520542518 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_1985ad14", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -16.420362565330873, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -33126452.00518277, "20": -40680.10558506428, "30": -874677.0479689584, "40": -881.43457035187, "50": -516.9159005278979, "60": -326.88211072501963, "70": -217.8709870430676, "80": -151.30000589197383, "90": -108.92039249987644, "100": -80.73698660194758 }, "position_mse_by_step": { "10": 1.182957356708939e-08, "20": 8.651237781709398e-08, "30": 2.4052662931937944e-07, "40": 4.820920861879432e-07, "50": 8.24137243020979e-07, "60": 1.297409607811265e-06, "70": 1.9336731428763543e-06, "80": 2.7723512516786286e-06, "90": 3.860223551604187e-06, "100": 5.253779800032784e-06 }, "relative_mse_by_step": { "10": 0.025333168690783538, "20": 0.04242247267709742, "30": 0.05073199600787167, "40": 0.05614209705047155, "50": 0.06101571263316098, "60": 0.06632831985694788, "70": 0.07227698268397571, "80": 0.07899868721716684, "90": 0.08657891584888197, "100": 0.09511209967984259 }, "position_mse": 4.208082455400433e-06, "relative_mse": 0.09487250782857497 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_3654efee", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -1.5152884465813976, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0649953189983939, "position_mse": 3.226251467935981e-06, "position_mse_by_step": { "10": 5.643354932963593e-09, "20": 4.509445113194082e-08, "30": 1.3511478846238234e-07, "40": 2.854114268987676e-07, "50": 5.071673006134298e-07, "60": 8.138540350342639e-07, "70": 1.2200969923778109e-06, "80": 1.7436802015221734e-06, "90": 2.404481446051575e-06, "100": 3.226251467935981e-06 }, "relative_mse_by_step": { "10": 0.012179753430977358, "20": 0.023945279185759134, "30": 0.03149716470243477, "40": 0.03708411421575835, "50": 0.04186682550689565, "60": 0.046367464315996865, "70": 0.05080018119663804, "80": 0.055326199655463655, "90": 0.06003019938934289, "100": 0.0649953189983939 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.0668468420707846, "20": -2.7758501779350384, "30": -2.5560957221119605, "40": -2.406230292233554, "50": -2.3046207214024745, "60": -2.221856518824827, "70": -2.156620973408982, "80": -2.104063799708376, "90": -2.0592275902941157, "100": -2.0203785298389954 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_66056b11", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 30, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 20, "val_score": -2.232714283465866, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.2815807336688045, "position_mse": 1.397716434569572e-05, "position_mse_by_step": { "10": 1.1517068678904405e-08, "20": 8.442662409180457e-08, "30": 2.5427400817282627e-07, "40": 5.829257677955216e-07, "50": 1.172715299243724e-06, "60": 2.164020979275197e-06, "70": 3.7279196720062046e-06, "80": 6.064307210960708e-06, "90": 9.399072009078477e-06, "100": 1.397716434569572e-05 }, "relative_mse_by_step": { "10": 0.024856678061718637, "20": 0.044830772608239304, "30": 0.05927486107264666, "40": 0.0757407858092002, "50": 0.09680802911252159, "60": 0.12329012478433789, "70": 0.15521634428042605, "80": 0.19241777892115014, "90": 0.23465690188888663, "100": 0.2815807336688045 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.91601344242834, "20": -5.438766670861597, "30": -4.530688121242534, "40": -3.977840872822524, "50": -3.62959045039927, "60": -3.38432993483622, "70": -3.2094233061439716, "80": -3.0800606836653124, "90": -2.9785119565240827, "100": -2.89663838839195 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_6e1078be", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 58, "val_score": -18.291615588422395, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -38722785.45860219, "20": -299760972.9143033, "30": -1474.8224460963786, "40": -858.9906729882308, "50": -510.00865491354114, "60": -331.82790999309816, "70": -230.88897622045783, "80": -168.6881281437956, "90": -127.88558567291258, "100": -99.79277831833086 }, "position_mse_by_step": { "10": 7.3858133985733285e-09, "20": 5.861999178476592e-08, "30": 1.7796551594300475e-07, "40": 3.639840080132168e-07, "50": 6.269147940456727e-07, "60": 9.752583614971603e-07, "70": 1.416944932941533e-06, "80": 1.9611255974081942e-06, "90": 2.6175601188782593e-06, "100": 3.3990601043650974e-06 }, "relative_mse_by_step": { "10": 0.01594040905638929, "20": 0.028745077439422083, "30": 0.03715066336751185, "40": 0.042387805334624676, "50": 0.046414178272967996, "60": 0.04985877101193523, "70": 0.05296267611703128, "80": 0.055882654685052324, "90": 0.05870787383999351, "100": 0.061535076795973045 }, "position_mse": 2.72237936583026e-06, "relative_mse": 0.06139410033020464 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_6f5585b5", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": 0.7002097887113936, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11561652980216729, "position_mse": 5.834403190923305e-06, "position_mse_by_step": { "10": 2.143804425250703e-09, "20": 2.066439561053203e-08, "30": 7.589178075814322e-08, "40": 1.9861834366403334e-07, "50": 4.3412001120251326e-07, "60": 8.42738400714487e-07, "70": 1.4992048591011553e-06, "80": 2.4887876553033754e-06, "90": 3.901924044060122e-06, "100": 5.834403190923305e-06 }, "relative_mse_by_step": { "10": 0.004431666948820395, "20": 0.010579088403540946, "30": 0.017137568719400025, "40": 0.02508553651194875, "50": 0.034929880027103254, "60": 0.0469087320571346, "70": 0.06110652669631353, "80": 0.07744142321176878, "90": 0.09568264387350094, "100": 0.11561652980216729 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8389438133341456, "20": 0.7885115955352625, "30": 0.7802391168470042, "40": 0.7809978839002297, "50": 0.7813923426963657, "60": 0.7776294011782584, "70": 0.768468809758964, "80": 0.7544365323619453, "90": 0.7392830504072967, "100": 0.724458199257253 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 2, "name": "seed-2_c7f717f3", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.9327781390173557, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.021654062024147627, "position_mse": 1.0927375937187988e-06, "position_mse_by_step": { "10": 4.1196498276211255e-10, "20": 5.061236251530892e-09, "30": 1.8484295694065623e-08, "40": 4.4499019669075325e-08, "50": 8.915591173267298e-08, "60": 1.6207228750175773e-07, "70": 2.7673249368222385e-07, "80": 4.523715253818799e-07, "90": 7.137982082992624e-07, "100": 1.0927375937187988e-06 }, "relative_mse_by_step": { "10": 0.0008516129441073975, "20": 0.002591087914947877, "30": 0.004174047367478189, "40": 0.005620235080314265, "50": 0.007173604579763369, "60": 0.009021311360513807, "70": 0.011279420160810226, "80": 0.014076048099724778, "90": 0.017503697916983082, "100": 0.021654062024147627 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9646204241724882, "20": 0.915048908075544, "30": 0.8953849142923211, "40": 0.8925994203010178, "50": 0.8965898623889386, "60": 0.9024575251042791, "70": 0.9088986114467624, "80": 0.914054573355159, "90": 0.9174019179261026, "100": 0.9181988435764737 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "gns", "seed": 2, "name": "seed-2_dd992d48", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": 0.8868381067983542, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10934423832818384, "position_mse": 5.517882037306013e-06, "position_mse_by_step": { "10": 8.461545230756659e-09, "20": 6.591746416643015e-08, "30": 1.957985872737465e-07, "40": 4.1628229569466515e-07, "50": 7.509243413242725e-07, "60": 1.229591921766574e-06, "70": 1.8893912596240626e-06, "80": 2.7799783546405315e-06, "90": 3.963184636696886e-06, "100": 5.517882037306013e-06 }, "relative_mse_by_step": { "10": 0.017491684359550622, "20": 0.03374628970026542, "30": 0.04421442890184423, "40": 0.05257653716813958, "50": 0.06042038255557964, "60": 0.06844187703902492, "70": 0.0770102476290128, "80": 0.08650214887659084, "90": 0.09718487082680778, "100": 0.10934423832818384 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5676927002351464, "20": 0.5235871860670573, "30": 0.5888727623891015, "40": 0.6720608929515006, "50": 0.7462011624734464, "60": 0.8080405411129906, "70": 0.8578750558512288, "80": 0.8949125495294636, "90": 0.9187312411576974, "100": 0.9283212698280168 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_30c895b1", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 68, "val_score": -1.7464710184295766, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.04826671567753023, "position_mse": 2.359340336356906e-06, "position_mse_by_step": { "10": 6.477042913518741e-09, "20": 4.745982142522515e-08, "30": 1.3284912555747548e-07, "40": 2.665641620896204e-07, "50": 4.5327420141104214e-07, "60": 6.981810480866102e-07, "70": 1.006258281423454e-06, "80": 1.3825410386049595e-06, "90": 1.8322353316843223e-06, "100": 2.359340336356906e-06 }, "relative_mse_by_step": { "10": 0.014054788742891464, "20": 0.025425343143505866, "30": 0.03130151850782003, "40": 0.03504488913635536, "50": 0.03789149016904147, "60": 0.04030891994545593, "70": 0.04248207940414627, "80": 0.04450435117755177, "90": 0.04643034849321052, "100": 0.04826671567753023 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.66335842198139, "20": -3.6815583537874392, "30": -3.102159632579167, "40": -2.7570684637691563, "50": -2.5300128295967945, "60": -2.370226501976931, "70": -2.250067816373616, "80": -2.160068159211908, "90": -2.0895016317562494, "100": -2.0335073249211475 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "gns", "seed": 3, "name": "seed-3_75e390bb", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 34, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 24, "val_score": 0.905123116659588, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08526105093270842, "position_mse": 4.488610729984949e-06, "position_mse_by_step": { "10": 1.5282201647006031e-09, "20": 1.7307402571426727e-08, "30": 6.808110555311942e-08, "40": 1.83283510882656e-07, "50": 4.0631645481831975e-07, "60": 7.843664590723165e-07, "70": 1.359405354963071e-06, "80": 2.1647251531118984e-06, "90": 3.2082577535317925e-06, "100": 4.488610729984949e-06 }, "relative_mse_by_step": { "10": 0.0030546817308087313, "20": 0.008551995657786127, "30": 0.014814966986264264, "40": 0.0222792769008463, "50": 0.03143460140668251, "60": 0.04194440751995599, "70": 0.05319560629687581, "80": 0.06462926915875068, "90": 0.0754473988923616, "100": 0.08526105093270842 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.91902998199125, "20": 0.8260998595292042, "30": 0.8099448557634888, "40": 0.8223245364488604, "50": 0.8413241788713254, "60": 0.8622178659928057, "70": 0.8836858678996581, "80": 0.902710745206439, "90": 0.9181645070969113, "100": 0.9217163959955214 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 3, "name": "seed-3_7e587469", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.979873152226682, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.04790964233132054, "position_mse": 2.5222271164336363e-06, "position_mse_by_step": { "10": 6.066205714337438e-10, "20": 6.893771139652013e-09, "30": 2.944575424125771e-08, "40": 8.407295635543782e-08, "50": 1.917873055035102e-07, "60": 3.7805123303615216e-07, "70": 6.719508782282447e-07, "80": 1.1049951646262863e-06, "90": 1.7103593977805889e-06, "100": 2.5222271164336363e-06 }, "relative_mse_by_step": { "10": 0.0012125430745474042, "20": 0.0034063748508055517, "30": 0.006407620343790023, "40": 0.010219602764564972, "50": 0.014837591320440581, "60": 0.020216487839937364, "70": 0.026294463412674045, "80": 0.032990345130460404, "90": 0.04022188291810286, "100": 0.04790964233132054 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9300189873321125, "20": 0.9909667691199674, "30": 0.992248320407867, "40": 0.9908976087107145, "50": 0.9886156096518239, "60": 0.9858961303693043, "70": 0.982812215078109, "80": 0.9793773261132751, "90": 0.9756114450742129, "100": 0.9714918425869056 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_816f0821", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.8967776926297639, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.022433722565572915, "position_mse": 1.181034560561654e-06, "position_mse_by_step": { "10": 4.1252580567799745e-10, "20": 3.815178814933365e-09, "30": 1.3455151605588713e-08, "40": 3.431167566577845e-08, "50": 7.529935846914019e-08, "60": 1.4961225568908632e-07, "70": 2.744756327745433e-07, "80": 4.711541038204814e-07, "90": 7.641475759458314e-07, "100": 1.181034560561654e-06 }, "relative_mse_by_step": { "10": 0.0008245768974908188, "20": 0.001885169800860427, "30": 0.0029279434464595574, "40": 0.004170802487406118, "50": 0.005825521687805399, "60": 0.008000593791357306, "70": 0.010740650421784684, "80": 0.014066610418089332, "90": 0.017970173035987958, "100": 0.022433722565572915 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9600247033586585, "20": 0.9424928495517952, "30": 0.9401749859761087, "40": 0.9405917026172245, "50": 0.9379716233283307, "60": 0.9309367906538606, "70": 0.9195898958969768, "80": 0.9042728619834955, "90": 0.8855525247222316, "100": 0.8639034292708642 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_bfae9d69", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -2.4824133501095584, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09006840174953189, "position_mse": 4.402661550427313e-06, "position_mse_by_step": { "10": 1.0704008692899843e-08, "20": 7.492978176339347e-08, "30": 2.0090119452476073e-07, "40": 3.936706372696465e-07, "50": 6.686142402401174e-07, "60": 1.0496173572960287e-06, "70": 1.5681907448034897e-06, "80": 2.2648540997189617e-06, "90": 3.1900020904426388e-06, "100": 4.402661550427313e-06 }, "relative_mse_by_step": { "10": 0.02322704710922644, "20": 0.04014164730905852, "30": 0.04733574596198079, "40": 0.05175543378076001, "50": 0.055892856536004835, "60": 0.06059881193360345, "70": 0.0662056700267335, "80": 0.07290623526193311, "90": 0.08083727357072945, "100": 0.09006840174953189 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.148179737813246, "20": -4.799960434573154, "30": -4.009890052282891, "40": -3.5676147416819184, "50": -3.3134809512202335, "60": -3.1558568781378122, "70": -3.0474541959767008, "80": -2.9721040993558345, "90": -2.9146777267818096, "100": -2.869746124558637 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "gns", "seed": 3, "name": "seed-3_df914ad4", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": 0.9081280008104451, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.26625514688240537, "position_mse": 1.4017135563498024e-05, "position_mse_by_step": { "10": 1.7365517397076908e-09, "20": 1.889589111847556e-08, "30": 7.85929145890358e-08, "40": 2.3299672636970367e-07, "50": 5.795611299065838e-07, "60": 1.292506928304452e-06, "70": 2.6286921869963667e-06, "80": 4.912279808877429e-06, "90": 8.54537526769101e-06, "100": 1.4017135563498024e-05 }, "relative_mse_by_step": { "10": 0.0034711051433668526, "20": 0.009336905299815953, "30": 0.017102416676861718, "40": 0.02832223454680978, "50": 0.044837645370690474, "60": 0.06911748545098119, "70": 0.10286473725045085, "80": 0.14665928997713493, "90": 0.2009583973721131, "100": 0.26625514688240537 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9418591690387637, "20": 0.9393257252702627, "30": 0.9408250655329905, "40": 0.9386712469016139, "50": 0.9347921333179878, "60": 0.9226960639462187, "70": 0.9053338818259118, "80": 0.8872235177032831, "90": 0.8681320305779539, "100": 0.8469708433970912 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_07dd590a", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 36, "val_score": 0.9214497706334628, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.38551747502907274, "position_mse": 2.0017911767159343e-05, "position_mse_by_step": { "10": 9.78298180163785e-10, "20": 1.3203852471705651e-08, "30": 6.89957730313852e-08, "40": 2.424060044501987e-07, "50": 6.854891588708207e-07, "60": 1.6584998928489573e-06, "70": 3.5435389766088777e-06, "80": 6.844669463086055e-06, "90": 1.2164605917876412e-05, "100": 2.0017911767159343e-05 }, "relative_mse_by_step": { "10": 0.001974030612385383, "20": 0.006596388473571238, "30": 0.015192540929169534, "40": 0.029830970872198322, "50": 0.05370493640560591, "60": 0.08983910692121234, "70": 0.14049642496034825, "80": 0.2070974267047883, "90": 0.2899747570870754, "100": 0.38551747502907274 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9709881069677753, "20": 0.9728668420529071, "30": 0.9698089974199874, "40": 0.9597915099972198, "50": 0.9455853770919648, "60": 0.9303691917336293, "70": 0.9142336175907075, "80": 0.9002166054475613, "90": 0.8905099889461866, "100": 0.8833643843071963 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "gns", "seed": 4, "name": "seed-4_1f012e04", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": 0.9611640020124237, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.03167219301818653, "position_mse": 1.6445717934386396e-06, "position_mse_by_step": { "10": 5.104617928749658e-10, "20": 5.732719748114639e-09, "30": 2.1668349521013802e-08, "40": 5.4924361630221645e-08, "50": 1.1605843564918165e-07, "60": 2.2139774394755056e-07, "70": 3.9366858882569234e-07, "80": 6.628363618485114e-07, "90": 1.0654719731511315e-06, "100": 1.6445717934386396e-06 }, "relative_mse_by_step": { "10": 0.0010300205254594333, "20": 0.00286395554249878, "30": 0.004771267463237292, "40": 0.006759102505242773, "50": 0.00909264694446902, "60": 0.011992871194252543, "70": 0.01560841568677343, "80": 0.020055271566510238, "90": 0.02539827255263208, "100": 0.03167219301818653 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8811059048230288, "20": 0.9821761639677269, "30": 0.9850127863767358, "40": 0.9880797951743833, "50": 0.9908575200051282, "60": 0.9922662621441541, "70": 0.9913356744007494, "80": 0.9875384152287483, "90": 0.9801661294562299, "100": 0.968622374563042 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_42bd6367", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -1.816261044357454, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05793985710470249, "position_mse": 2.718570804306962e-06, "position_mse_by_step": { "10": 7.066333844650354e-09, "20": 5.0552900893967894e-08, "30": 1.4032901010731433e-07, "40": 2.812133582378148e-07, "50": 4.810596838973018e-07, "60": 7.490630521950996e-07, "70": 1.095286856919334e-06, "80": 1.5308148281941872e-06, "90": 2.067720663693048e-06, "100": 2.718570804306962e-06 }, "relative_mse_by_step": { "10": 0.016132344367291555, "20": 0.028425521021155895, "30": 0.03464482814981353, "40": 0.03868902107366449, "50": 0.042039280505296005, "60": 0.045169293227406926, "70": 0.04825962149809628, "80": 0.05139393171674586, "90": 0.05461615692649423, "100": 0.05793985710470249 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -4.581845090701815, "20": -3.333879895236513, "30": -2.6674366648896775, "40": -2.2702038937362903, "50": -2.012996112924082, "60": -1.829907314766607, "70": -1.6933921579295368, "80": -1.5908403987348558, "90": -1.5097165402183044, "100": -1.445612515991963 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_9cf2854f", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -3.1378758620079443, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09637916901274192, "position_mse": 4.522165019287578e-06, "position_mse_by_step": { "10": 1.0443050660732415e-08, "20": 7.345995005308177e-08, "30": 2.0148573620965797e-07, "40": 4.028241933541819e-07, "50": 6.928411445577305e-07, "60": 1.0939019144221415e-06, "70": 1.6356221639820694e-06, "80": 2.355581438808128e-06, "90": 3.299691443154578e-06, "100": 4.522165019287578e-06 }, "relative_mse_by_step": { "10": 0.023841343079417297, "20": 0.04130598477081856, "30": 0.049743375944033844, "40": 0.055420104518940104, "50": 0.06054663110760867, "60": 0.06596344084754839, "70": 0.07206742786057664, "80": 0.07908375943950673, "90": 0.08715706566788639, "100": 0.09637916901274192 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.57697526598504, "20": -4.163735383561575, "30": -3.4885234185707965, "40": -3.1452399999412233, "50": -2.948507446025389, "60": -2.816671987384228, "70": -2.7220440003156114, "80": -2.6532727784929455, "90": -2.5978007656297417, "100": -2.5540307701961926 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "gns", "seed": 4, "name": "seed-4_d4836318", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.8508331542320376, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10791445109254962, "position_mse": 5.60343460490133e-06, "position_mse_by_step": { "10": 2.699842811220472e-09, "20": 2.7099809374320218e-08, "30": 1.0307337924128238e-07, "40": 2.8140945274352753e-07, "50": 6.032074210793326e-07, "60": 1.0857829506351534e-06, "70": 1.7818801680391517e-06, "80": 2.7563074768620155e-06, "90": 4.034023345411697e-06, "100": 5.60343460490133e-06 }, "relative_mse_by_step": { "10": 0.005447799521701609, "20": 0.013538538890510009, "30": 0.02269626767017552, "40": 0.03463081373332111, "50": 0.04725853905817923, "60": 0.05881566288664491, "70": 0.0706490869635714, "80": 0.08339689575132878, "90": 0.09616135101839411, "100": 0.10791445109254962 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8549766015226692, "20": 0.9614898937000694, "30": 0.9725628741286906, "40": 0.9634342239822038, "50": 0.9496637809558894, "60": 0.9337852616649005, "70": 0.9163653201265035, "80": 0.8978545996857231, "90": 0.8792231382331562, "100": 0.8605948765044691 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "gns", "seed": 4, "name": "seed-4_e241404c", "hyperparameters": { "hidden_size": 64, "n_layers": 2, "num_mlp": 3 }, "parameters": 142530, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": 0.9611551322404924, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.029211200237663718, "position_mse": 1.5167852739393442e-06, "position_mse_by_step": { "10": 3.708105383264699e-10, "20": 4.237012850889193e-09, "30": 1.612709648998337e-08, "40": 4.250852643851642e-08, "50": 9.463650904198825e-08, "60": 1.8916641847864315e-07, "70": 3.4812923718366816e-07, "80": 5.994339511110931e-07, "90": 9.761110858010267e-07, "100": 1.5167852739393442e-06 }, "relative_mse_by_step": { "10": 0.000748229291328137, "20": 0.0021167294008979697, "30": 0.0035511099119258562, "40": 0.005231184833410243, "50": 0.007414337096330807, "60": 0.010246935902065412, "70": 0.013802843307592357, "80": 0.018136920916940778, "90": 0.02326812532243264, "100": 0.029211200237663718 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.9742297657126849, "20": 0.9429884033299395, "30": 0.9376976861086265, "40": 0.9430818668339416, "50": 0.9505267865282729, "60": 0.9572999585549493, "70": 0.9627237646663832, "80": 0.9660985621415241, "90": 0.9676498089772394, "100": 0.967356596165026 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_034d3372", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -0.16345751817398058, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1529290628059291, "position_mse": 7.970009875992088e-06, "position_mse_by_step": { "10": 1.4376646699311634e-08, "20": 1.0861658468514739e-07, "30": 3.2294959131056496e-07, "40": 6.870651386999985e-07, "50": 1.2320820867931357e-06, "60": 1.991855207604333e-06, "70": 3.0025756493452196e-06, "80": 4.305597505143461e-06, "90": 5.945084418661801e-06, "100": 7.970009875992088e-06 }, "relative_mse_by_step": { "10": 0.028801099893793904, "20": 0.05388084181752563, "30": 0.0706481186270702, "40": 0.08404942789583185, "50": 0.09600318250286598, "60": 0.10735686113586061, "70": 0.11849866239031506, "80": 0.12971956825417166, "90": 0.1411602320513358, "100": 0.1529290628059291 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.047658369776197196, "20": -0.266492836734072, "30": -0.31716424712733393, "40": -0.33454102454245316, "50": -0.33778799319045927, "60": -0.3364338477283233, "70": -0.33110862339554115, "80": -0.32488389686257846, "90": -0.3172907721597358, "100": -0.30916228676770596 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_1bed93f0", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -0.17348089100547437, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1478003234729154, "position_mse": 7.702721877324491e-06, "position_mse_by_step": { "10": 1.2729205099505846e-08, "20": 1.0051703123816123e-07, "30": 3.019383634291931e-07, "40": 6.457591805794242e-07, "50": 1.1630388693260687e-06, "60": 1.8883151895465744e-06, "70": 2.8592771493712074e-06, "80": 4.1195479874594245e-06, "90": 5.716421881223661e-06, "100": 7.702721877324491e-06 }, "relative_mse_by_step": { "10": 0.025500738475893164, "20": 0.04986294013764219, "30": 0.06605172414383308, "40": 0.07899642498071906, "50": 0.0906233716297705, "60": 0.10177626908369004, "70": 0.11284329095174296, "80": 0.12411424562960231, "90": 0.13573086308478363, "100": 0.1478003234729154 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.12021509803915298, "20": -0.32464057396439205, "30": -0.3666091738802837, "40": -0.37682862583576804, "50": -0.37464703913296526, "60": -0.36846445804806005, "70": -0.35891553656262687, "80": -0.34897454123262994, "90": -0.33813193292874777, "100": -0.32703361365969164 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_233701b7", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": -0.04142251137547026, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1499304381184943, "position_mse": 7.813734358868325e-06, "position_mse_by_step": { "10": 1.4217421975429696e-08, "20": 1.075698730915572e-07, "30": 3.19663077164023e-07, "40": 6.793360464639266e-07, "50": 1.2166416837544603e-06, "60": 1.9641177668664307e-06, "70": 2.956465886378672e-06, "80": 4.23327866038952e-06, "90": 5.83676482912259e-06, "100": 7.813734358868325e-06 }, "relative_mse_by_step": { "10": 0.028482120977917438, "20": 0.05336160525741571, "30": 0.06992916419101655, "40": 0.08310391961138429, "50": 0.09480007449023514, "60": 0.10586187065553114, "70": 0.11667890966040069, "80": 0.12754073725408052, "90": 0.13858828902777445, "100": 0.1499304381184943 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3119319839847122, "20": -0.10945451763718106, "30": -0.1806774501306514, "40": -0.21812139965333088, "50": -0.22751579291046076, "60": -0.22703755506666234, "70": -0.21999679896847768, "80": -0.21027559694507936, "90": -0.19818879256611743, "100": -0.18477023805085868 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_678ec5a8", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -5.762036568449955, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13833552082003778, "position_mse": 7.139545887672024e-06, "position_mse_by_step": { "10": 1.6863952155356443e-08, "20": 1.311539494151605e-07, "30": 3.83833383667463e-07, "40": 7.933379359924077e-07, "50": 1.3734960325401907e-06, "60": 2.135384267124404e-06, "70": 3.086119660419432e-06, "80": 4.233445259111639e-06, "90": 5.583098151516554e-06, "100": 7.139545887672024e-06 }, "relative_mse_by_step": { "10": 0.03505607065408648, "20": 0.06713819319525545, "30": 0.08624881413459315, "40": 0.0993110749705262, "50": 0.1091809923906365, "60": 0.11710409290537609, "70": 0.12364487643436828, "80": 0.1292260200226448, "90": 0.1340735035741659, "100": 0.13833552082003778 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -11.118023591096371, "20": -9.55605002746108, "30": -8.752457844853398, "40": -8.334560925829285, "50": -8.079649653042006, "60": -7.896956702942424, "70": -7.759167952178007, "80": -7.651023879056057, "90": -7.563156287345306, "100": -7.488146512076552 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_72555e41", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -90.3491471565391, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -26156990.186011124, "20": -474363111.1967146, "30": -51.908298062718636, "40": -1116.3894452626678, "50": -9.392328135641513, "60": -9.229172933199587, "70": -9.095073213228924, "80": -8.98677327567618, "90": -8.896022497298976, "100": -8.8212338844751 }, "position_mse_by_step": { "10": 1.6897514090046316e-08, "20": 1.3535063386928326e-07, "30": 3.9812192973442963e-07, "40": 8.211238906596918e-07, "50": 1.4386797934517836e-06, "60": 2.2348423305699064e-06, "70": 3.2281805110638527e-06, "80": 4.426600212046666e-06, "90": 5.83600057271431e-06, "100": 7.460856823407516e-06 }, "relative_mse_by_step": { "10": 0.03484646483170736, "20": 0.06508181093460699, "30": 0.0827867818651903, "40": 0.09520596392696279, "50": 0.10493736002598505, "60": 0.11251963753247404, "70": 0.11879771607660893, "80": 0.12416229240088424, "90": 0.12882576100025644, "100": 0.1329269927058662 }, "position_mse": 6.2996352915765745e-06, "relative_mse": 0.1327076107477866 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 0, "name": "seed-0_c0dd778c", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 80, "val_score": -4.79847444546464, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.165022229449693, "position_mse": 8.516856499746999e-06, "position_mse_by_step": { "10": 1.6946373047689786e-08, "20": 1.3288306023793795e-07, "30": 3.9345804486247613e-07, "40": 8.252859217350305e-07, "50": 1.453923614950067e-06, "60": 2.3057452835928416e-06, "70": 3.4068058247222714e-06, "80": 4.787413986865171e-06, "90": 6.479400557119723e-06, "100": 8.516856499746999e-06 }, "relative_mse_by_step": { "10": 0.0352274037199297, "20": 0.06802333143922983, "30": 0.08841151193483529, "40": 0.10331036539053366, "50": 0.11557428589498672, "60": 0.1264466607078633, "70": 0.1364931148445559, "80": 0.1461359289793084, "90": 0.15559746760272727, "100": 0.165022229449693 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.803306359378077, "20": -9.133802318958878, "30": -8.231058899092819, "40": -7.716240490403621, "50": -7.368000357112733, "60": -7.096935025194194, "70": -6.874926850234843, "80": -6.686433782206846, "90": -6.521737015952865, "100": -6.373528400320287 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_e1cd9878", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -90.14436207301416, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -25696265.791467804, "20": -1503.8737736815149, "30": -1094246.55571936, "40": -9.939668348333306, "50": -9.740478833960156, "60": -9.621397032094583, "70": -9.527604940935039, "80": -9.460932210255901, "90": -9.410626885079026, "100": -9.373889730079 }, "position_mse_by_step": { "10": 1.706340646878529e-08, "20": 1.379053689894866e-07, "30": 4.1013716855313003e-07, "40": 8.671751830060187e-07, "50": 1.5183905070520946e-06, "60": 2.3888746167651367e-06, "70": 3.4952583607680598e-06, "80": 4.8541751620162405e-06, "90": 6.479864342216357e-06, "100": 8.384000000012871e-06 }, "relative_mse_by_step": { "10": 0.03518857213286246, "20": 0.0657255464234332, "30": 0.08528527009417443, "40": 0.0995443799006994, "50": 0.11075146257269212, "60": 0.1202748410087595, "70": 0.12862623664749098, "80": 0.13615539849095734, "90": 0.14303861774232093, "100": 0.14937425194264725 }, "position_mse": 7.0743917202393495e-06, "relative_mse": 0.1491684218928909 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 0, "name": "seed-0_f92b10ae", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.19635889521306138, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05547715099918621, "position_mse": 2.89123226967344e-06, "position_mse_by_step": { "10": 8.796641128611908e-09, "20": 6.592182866884043e-08, "30": 1.8162566757240483e-07, "40": 3.552276539713668e-07, "50": 5.875524196190846e-07, "60": 8.819166289697477e-07, "70": 1.2449680857530763e-06, "80": 1.6882766023026566e-06, "90": 2.230076613735881e-06, "100": 2.89123226967344e-06 }, "relative_mse_by_step": { "10": 0.017622533625114283, "20": 0.03270148507360975, "30": 0.0397322432157427, "40": 0.04345538640712286, "50": 0.04578177280176795, "60": 0.04753347568048678, "70": 0.049133500737122894, "80": 0.05086460396790467, "90": 0.052950994488665824, "100": 0.05547715099918621 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.3889874151502273, "20": 0.015556599494025547, "30": -0.031156593662311716, "40": -0.0428425929234344, "50": -0.02784538051828056, "60": -0.0042743777242661984, "70": 0.025107277729153554, "80": 0.056154562320960166, "90": 0.08587383314478281, "100": 0.11232505957189409 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_2570c20a", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.4926962411784821, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.05639488424877246, "position_mse": 2.8673742020503464e-06, "position_mse_by_step": { "10": 8.69012875746668e-09, "20": 6.475699116619588e-08, "30": 1.7888717637351954e-07, "40": 3.509096645513767e-07, "50": 5.819428481450878e-07, "60": 8.755482877883684e-07, "70": 1.2379262957194571e-06, "80": 1.6802241666320177e-06, "90": 2.2164711990870145e-06, "100": 2.8673742020503464e-06 }, "relative_mse_by_step": { "10": 0.018093839113586186, "20": 0.033296400745707846, "30": 0.040476389772892134, "40": 0.04432230506318603, "50": 0.046747780183305304, "60": 0.04858436284018813, "70": 0.05023697739425348, "80": 0.05199356849510865, "90": 0.05399576750370763, "100": 0.05639488424877246 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.03570422839690923, "20": -0.04599660050764931, "30": 0.019275259604843997, "40": 0.10589484640015578, "50": 0.19178351536961102, "60": 0.26837313236660687, "70": 0.3343358826206473, "80": 0.3870326887475136, "90": 0.42673713997990803, "100": 0.4510468242529738 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_2cdf0fd6", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -4.90349654874715, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1388033314644999, "position_mse": 6.889136005026687e-06, "position_mse_by_step": { "10": 1.5814749034147113e-08, "20": 1.2188198021639046e-07, "30": 3.562044710747614e-07, "40": 7.379712200312432e-07, "50": 1.2829084129504866e-06, "60": 2.0044772577015076e-06, "70": 2.9141880588667846e-06, "80": 4.0243329177006415e-06, "90": 5.345256394256077e-06, "100": 6.889136005026687e-06 }, "relative_mse_by_step": { "10": 0.034246299729004594, "20": 0.06500835811601595, "30": 0.08339384406174627, "40": 0.09623559667050136, "50": 0.10621198881685591, "60": 0.11445360563922788, "70": 0.12152568355157965, "80": 0.1278176093346313, "90": 0.13351874569466624, "100": 0.1388033314644999 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.397676496824463, "20": -7.43606895364371, "30": -6.864330646170097, "40": -6.5163699242822375, "50": -6.284934317518679, "60": -6.1103305434105275, "70": -5.966268861822621, "80": -5.855637922228983, "90": -5.7595285196248875, "100": -5.676368273483142 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_2f32ecb8", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 32, "val_score": -0.007817685581259726, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1075960506548201, "position_mse": 5.470676001907902e-06, "position_mse_by_step": { "10": 1.042690485936986e-08, "20": 8.322369134156864e-08, "30": 2.47104682074958e-07, "40": 5.192212842786148e-07, "50": 9.166001573492265e-07, "60": 1.4574207067344753e-06, "70": 2.1602515748294796e-06, "80": 3.0477456091050823e-06, "90": 4.142149300280704e-06, "100": 5.470676001907902e-06 }, "relative_mse_by_step": { "10": 0.021710005023344053, "20": 0.04279150912577444, "30": 0.05591180781728277, "40": 0.06558122070110912, "50": 0.07363098078844632, "60": 0.08087258854180567, "70": 0.0876663739237697, "80": 0.094310731406934, "90": 0.1009074833346489, "100": 0.1075960506548201 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.028837810371383, "20": -0.208210983258446, "30": -0.2345984236861245, "40": -0.21877892682093103, "50": -0.1851451389669332, "60": -0.14565297735592186, "70": -0.10250449464439049, "80": -0.059539573718975225, "90": -0.014905282477621906, "100": 0.02841921485896315 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_50a6e140", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -0.3565109516358387, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1342693422171135, "position_mse": 6.8268683077933795e-06, "position_mse_by_step": { "10": 1.3123633443460188e-08, "20": 9.931606603151368e-08, "30": 2.9365895744299614e-07, "40": 6.199825383999626e-07, "50": 1.102419206639687e-06, "60": 1.7667580761683763e-06, "70": 2.639629253816825e-06, "80": 3.752218238771223e-06, "90": 5.135707568472623e-06, "100": 6.8268683077933795e-06 }, "relative_mse_by_step": { "10": 0.027324901476013394, "20": 0.0510657996228629, "30": 0.0664455365819244, "40": 0.07830806038341068, "50": 0.08855792438400624, "60": 0.09803778571735958, "70": 0.10712026686220247, "80": 0.1161102309325813, "90": 0.12511169644275305, "100": 0.1342693422171135 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.05727890890650733, "20": -0.33445291279193756, "30": -0.3959717287137432, "40": -0.41388281780058334, "50": -0.4119458470009578, "60": -0.40343292398311514, "70": -0.389705979744813, "80": -0.37526376202328504, "90": -0.35756429906984133, "100": -0.3400197597652659 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_643a8e8a", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -5.3287166362547325, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -28632095.08079098, "20": -35226.31258622076, "30": -1843.5947900173533, "40": -932.2978978447221, "50": -571.5233983968513, "60": -384.8318530020139, "70": -273.8282369207126, "80": -203.4155787110344, "90": -156.33365151040914, "100": -123.90166789885936 }, "position_mse_by_step": { "10": 1.5832415842122253e-08, "20": 1.30698828374162e-07, "30": 3.817937302827895e-07, "40": 8.000952074546866e-07, "50": 1.390875087718786e-06, "60": 2.175468753652974e-06, "70": 3.16950914389316e-06, "80": 4.389412472741801e-06, "90": 5.8500878649371e-06, "100": 7.56987919185821e-06 }, "relative_mse_by_step": { "10": 0.03401946328212489, "20": 0.061641581807262875, "30": 0.07791908570089237, "40": 0.09022323117738507, "50": 0.09970918368578073, "60": 0.10768789530945787, "70": 0.1147036000807956, "80": 0.12109776210679982, "90": 0.1270345566190354, "100": 0.13268783334735174 }, "position_mse": 5.639660172703945e-06, "relative_mse": 0.13242607852616695 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_718d2fb1", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 80, "val_score": -4.181730767309375, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1704456143612019, "position_mse": 8.4596169732062e-06, "position_mse_by_step": { "10": 1.599436431869756e-08, "20": 1.2454776306165222e-07, "30": 3.69298661137155e-07, "40": 7.78777458825581e-07, "50": 1.3818535364862328e-06, "60": 2.208804863000426e-06, "70": 3.291867047242444e-06, "80": 4.667934494558981e-06, "90": 6.375774817765237e-06, "100": 8.4596169732062e-06 }, "relative_mse_by_step": { "10": 0.03463525050257321, "20": 0.06643021035009217, "30": 0.08645942838999275, "40": 0.10155695966089794, "50": 0.11440365569531351, "60": 0.12612050336442657, "70": 0.1372754211451339, "80": 0.14825916240699352, "90": 0.159259985622847, "100": 0.1704456143612019 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.107686612327713, "20": -7.049351742049655, "30": -6.389747632093131, "40": -5.960130405930535, "50": -5.6523961190553065, "60": -5.406965424666328, "70": -5.197488447748032, "80": -5.024774129599597, "90": -4.870558505995338, "100": -4.73287725244485 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 1, "name": "seed-1_965d2aee", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -0.3988464081171459, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14767430167423828, "position_mse": 7.5084378408973865e-06, "position_mse_by_step": { "10": 1.319440747295429e-08, "20": 1.0076290184457548e-07, "30": 3.0048357552000687e-07, "40": 6.40308051507483e-07, "50": 1.1498752775602433e-06, "60": 1.8619670092740698e-06, "70": 2.811543964347558e-06, "80": 4.039692851977504e-06, "90": 5.588773987191027e-06, "100": 7.5084378408973865e-06 }, "relative_mse_by_step": { "10": 0.027472261076639127, "20": 0.05180972586429852, "30": 0.06798972721054401, "40": 0.08087531253837493, "50": 0.09237009593801494, "60": 0.10332094989705162, "70": 0.11409683360655191, "80": 0.12500596716181692, "90": 0.13614891137202134, "100": 0.14767430167423828 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2271041110546943, "20": -0.4437930082381669, "30": -0.49117499943065934, "40": -0.5047546228045234, "50": -0.5035877549956571, "60": -0.49842610569198853, "70": -0.489108201116665, "80": -0.4798142924669744, "90": -0.4684896627116253, "100": -0.4578370622701715 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 1, "name": "seed-1_ff29f70d", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -5.184646063273315, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -28453553.551656958, "20": -64797.243473290735, "30": -282159.50017858605, "40": -950.2758894863088, "50": -579.5580676009622, "60": -387.4315504280038, "70": -274.2927653231072, "80": -203.12280977287332, "90": -155.81586566067753, "100": -123.32150082173335 }, "position_mse_by_step": { "10": 1.580994865459156e-08, "20": 1.3031282031632103e-07, "30": 3.799515157844403e-07, "40": 7.945060956488376e-07, "50": 1.3776394570076998e-06, "60": 2.1486273054777553e-06, "70": 3.1205957519922286e-06, "80": 4.307009359212526e-06, "90": 5.719387012539721e-06, "100": 7.372274065066729e-06 }, "relative_mse_by_step": { "10": 0.03397118753767283, "20": 0.06145952855114991, "30": 0.07754311391824949, "40": 0.08959297152598734, "50": 0.09876034655049681, "60": 0.10635921657932508, "70": 0.11293343887018362, "80": 0.11882437524671405, "90": 0.12419638987396045, "100": 0.1292241326108207 }, "position_mse": 5.4943179692631565e-06, "relative_mse": 0.12897670557986218 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_2bf4b1fa", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 90, "val_score": -0.5226335801825164, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09079734527986838, "position_mse": 4.581942754506534e-06, "position_mse_by_step": { "10": 1.1357647646973287e-08, "20": 8.382367013202798e-08, "30": 2.4320417616304925e-07, "40": 5.014977771722329e-07, "50": 8.685436950729907e-07, "60": 1.3528557082460273e-06, "70": 1.960170096688379e-06, "80": 2.697173410938701e-06, "90": 3.5694916001765317e-06, "100": 4.581942754506534e-06 }, "relative_mse_by_step": { "10": 0.023478499764526387, "20": 0.0429133294459391, "30": 0.05491936333819793, "40": 0.0633392695147789, "50": 0.06988419396553465, "60": 0.07530301915312619, "70": 0.07989514282552233, "80": 0.08392558004976641, "90": 0.08753076424157107, "100": 0.09079734527986838 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.15591673774062642, "20": -0.1303327735627553, "30": -0.22058278271533172, "40": -0.24912814796017324, "50": -0.2591069981901606, "60": -0.2608287035250427, "70": -0.25628219890726456, "80": -0.2497587835530426, "90": -0.24066517515960495, "100": -0.2314558672598277 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_4a1d7bb3", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -27.317256106574987, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -41785259.36375791, "20": -2428.1284802693176, "30": -1139192.704053226, "40": -880.5047108085861, "50": -540.6661807479999, "60": -364.1299399695869, "70": -259.44787620865134, "80": -192.83418341101284, "90": -148.47646202120788, "100": -117.81590023716599 }, "position_mse_by_step": { "10": 1.7248709932180174e-08, "20": 1.3930172573968965e-07, "30": 4.1585865234153597e-07, "40": 8.760617815945742e-07, "50": 1.521414255023501e-06, "60": 2.378891154920991e-06, "70": 3.4657640901920265e-06, "80": 4.799902348346612e-06, "90": 6.398418256432186e-06, "100": 8.281298629445441e-06 }, "relative_mse_by_step": { "10": 0.0369383119291786, "20": 0.06830841786083518, "30": 0.08837548395507505, "40": 0.10202188953858346, "50": 0.11263921848772168, "60": 0.12161760825453756, "70": 0.1295435953363559, "80": 0.13677414940130173, "90": 0.1435067447219166, "100": 0.14992095799626842 }, "position_mse": 6.636249100866465e-06, "relative_mse": 0.14956869162589068 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_572a7aaf", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -27.005341570349735, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -38358725.34518114, "20": -2042.3588886753896, "30": -874968.6046258865, "40": -903.7835393430386, "50": -551.1575975371932, "60": -367.72531401687667, "70": -260.29465537707756, "80": -192.64610510356894, "90": -147.92566981780783, "100": -117.1378090285305 }, "position_mse_by_step": { "10": 1.7212868463900577e-08, "20": 1.3874582964016705e-07, "30": 4.156608882585476e-07, "40": 8.685863193136356e-07, "50": 1.5041852736073582e-06, "60": 2.34464090504665e-06, "70": 3.404320864319743e-06, "80": 4.697732600383071e-06, "90": 6.238159270667763e-06, "100": 8.041342697749445e-06 }, "relative_mse_by_step": { "10": 0.03686155701008511, "20": 0.06803582695895104, "30": 0.08767140080677133, "40": 0.10115133359938064, "50": 0.11136365596709588, "60": 0.11986661033131565, "70": 0.12724696573854666, "80": 0.13386280259503341, "90": 0.13991238054661928, "100": 0.14557690221873154 }, "position_mse": 6.4432881824545114e-06, "relative_mse": 0.14525020774627548 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 2, "name": "seed-2_b9c08451", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.029824727056543043, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10085541268074336, "position_mse": 5.0895070330625455e-06, "position_mse_by_step": { "10": 8.880512333434406e-09, "20": 7.248788501509499e-08, "30": 2.1846866347731619e-07, "40": 4.6365236272549737e-07, "50": 8.25457404220385e-07, "60": 1.3227257819080154e-06, "70": 1.9743436916590845e-06, "80": 2.8028502689332007e-06, "90": 3.832456435150431e-06, "100": 5.0895070330625455e-06 }, "relative_mse_by_step": { "10": 0.018357772067790556, "20": 0.03711000109626034, "30": 0.049333691948930176, "40": 0.058559386104214885, "50": 0.06641741304906518, "60": 0.0736259190704757, "70": 0.08047284850343711, "80": 0.0872138341787208, "90": 0.09397916517709524, "100": 0.10085541268074336 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2344081649498423, "20": -0.00950728152076974, "30": -0.06257095893858411, "40": -0.05655229895232039, "50": -0.03346040249822502, "60": -0.003501662148725604, "70": 0.031081006844271175, "80": 0.06675099813414498, "90": 0.10352938640246911, "100": 0.13990654211896214 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_c2aa005a", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -5.262966963971942, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14996793582663076, "position_mse": 7.4441402944103174e-06, "position_mse_by_step": { "10": 1.7197627131894577e-08, "20": 1.3319794981267057e-07, "30": 3.8920812447226385e-07, "40": 8.040051491369533e-07, "50": 1.3936909076457077e-06, "60": 2.173240467787504e-06, "70": 3.1552163704873236e-06, "80": 4.352668707139986e-06, "90": 5.777777382880751e-06, "100": 7.4441402944103174e-06 }, "relative_mse_by_step": { "10": 0.03711672587539402, "20": 0.07072848244461732, "30": 0.0907299085432212, "40": 0.10446610041029632, "50": 0.11504963740835615, "60": 0.12381538396621088, "70": 0.1313711650276089, "80": 0.13810824812662953, "90": 0.14424778735187116, "100": 0.14996793582663076 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.01341947085994, "20": -8.10646288771467, "30": -7.554437120998813, "40": -7.226143726123604, "50": -7.019198398236956, "60": -6.8472231049215395, "70": -6.711853379523388, "80": -6.60134673505057, "90": -6.505113927325188, "100": -6.419528751859356 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_d7344346", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": -0.5688610683077242, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11577573488889109, "position_mse": 5.842437220897929e-06, "position_mse_by_step": { "10": 9.901959389736957e-09, "20": 7.933277611980673e-08, "30": 2.3904720988708405e-07, "40": 5.095582305309725e-07, "50": 9.128104574683351e-07, "60": 1.4730317049936405e-06, "70": 2.2152587945356573e-06, "80": 3.1690089599578643e-06, "90": 4.366422187526301e-06, "100": 5.842437220897929e-06 }, "relative_mse_by_step": { "10": 0.020469304773884554, "20": 0.04061422688994626, "30": 0.05398065436988929, "40": 0.06435730638540929, "50": 0.07344595721016049, "60": 0.08199228788272658, "70": 0.09029237721967849, "80": 0.0986072731062583, "90": 0.10707302716628549, "100": 0.11577573488889109 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.04826787311536429, "20": -0.2718172573538111, "30": -0.3278668664765869, "40": -0.34681199523844475, "50": -0.35227491392096155, "60": -0.3526664097887062, "70": -0.34877126800589386, "80": -0.34397198724771183, "90": -0.3372685748028619, "100": -0.3305208785294955 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_de898ba4", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 80, "val_score": -4.494018804882143, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.18068906452924555, "position_mse": 8.969082214857086e-06, "position_mse_by_step": { "10": 1.7355136883168143e-08, "20": 1.3561334838588632e-07, "30": 4.0143669924727223e-07, "40": 8.427775837966628e-07, "50": 1.4886030643067118e-06, "60": 2.3703470511853606e-06, "70": 3.5208038095139012e-06, "80": 4.9768981601313755e-06, "90": 6.7781350107257566e-06, "100": 8.969082214857086e-06 }, "relative_mse_by_step": { "10": 0.03745667081174399, "20": 0.07201106581637874, "30": 0.09358056196278905, "40": 0.1095038853755552, "50": 0.12288466678939701, "60": 0.13504507882391764, "70": 0.14659283040485957, "80": 0.15791477188991682, "90": 0.1692226807779765, "100": 0.18068906452924555 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.760127353237284, "20": -7.765375160522822, "30": -7.132456342216262, "40": -6.727025440693312, "50": -6.446599493873247, "60": -6.207518664809952, "70": -6.009195522679063, "80": -5.839522066527483, "90": -5.687649595405825, "100": -5.550137598399397 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 2, "name": "seed-2_f38b1f93", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 72, "val_score": -0.7787626514970742, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09166445811210026, "position_mse": 4.625700216211369e-06, "position_mse_by_step": { "10": 1.1680795783001026e-08, "20": 8.551237242748755e-08, "30": 2.475841718815478e-07, "40": 5.100423490793966e-07, "50": 8.82671371219398e-07, "60": 1.3737028564061608e-06, "70": 1.988307242990166e-06, "80": 2.732328464511673e-06, "90": 3.6102266158926404e-06, "100": 4.625700216211369e-06 }, "relative_mse_by_step": { "10": 0.024146510753373738, "20": 0.04377785658758093, "30": 0.05590843589475923, "40": 0.06441845065485878, "50": 0.07102092579111635, "60": 0.07646341873426549, "70": 0.08104199295158121, "80": 0.08501946902658436, "90": 0.08852966477318937, "100": 0.09166445811210026 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.031973144851556556, "20": -0.2835547096831741, "30": -0.3627191122043465, "40": -0.4031489236239947, "50": -0.42771979696682183, "60": -0.4461264696526881, "70": -0.4587093537718032, "80": -0.46954756123590813, "90": -0.47740018296929687, "100": -0.4844828880472203 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_36f1808e", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 80, "val_score": -4.501204422592306, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.17911651269227458, "position_mse": 8.75544994869415e-06, "position_mse_by_step": { "10": 1.6230698486806108e-08, "20": 1.285527780225948e-07, "30": 3.831457811084452e-07, "40": 8.082493169224238e-07, "50": 1.4328707071139694e-06, "60": 2.288448350944756e-06, "70": 3.4089706584187036e-06, "80": 4.832255689279918e-06, "90": 6.599892255313275e-06, "100": 8.75544994869415e-06 }, "relative_mse_by_step": { "10": 0.03521962744843067, "20": 0.06886874824055254, "30": 0.09027567707527379, "40": 0.10625962426471364, "50": 0.1197809320342974, "60": 0.13212172062009295, "70": 0.14391947362906213, "80": 0.15555155193977943, "90": 0.16724669158635816, "100": 0.17911651269227458 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.789500604990693, "20": -7.530637591611544, "30": -6.834222221235575, "40": -6.406152106615661, "50": -6.106288040554787, "60": -5.871477769809959, "70": -5.672184660554085, "80": -5.5046136907839145, "90": -5.355811277144426, "100": -5.222466493769023 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_3f7d4f72", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -0.5183625811611907, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15666161511907592, "position_mse": 8.247529193080741e-06, "position_mse_by_step": { "10": 1.5043558473529624e-08, "20": 1.1257918479350744e-07, "30": 3.344381672424187e-07, "40": 7.108389897528663e-07, "50": 1.2734961558180658e-06, "60": 2.0582299096564124e-06, "70": 3.102590650477006e-06, "80": 4.450440815974486e-06, "90": 6.148095613817921e-06, "100": 8.247529193080741e-06 }, "relative_mse_by_step": { "10": 0.030069805579647373, "20": 0.055628029424857346, "30": 0.0727762918417552, "40": 0.08640700196299328, "50": 0.0985238071861578, "60": 0.110064923227972, "70": 0.12140910740168899, "80": 0.13287078821864506, "90": 0.14458246744466344, "100": 0.15666161511907592 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.42231434304517323, "20": -0.6474182316755397, "30": -0.6919991884616694, "40": -0.7004930136036265, "50": -0.6956476494555794, "60": -0.6863526580067569, "70": -0.6734781955960738, "80": -0.6607374725727386, "90": -0.6467270096482671, "100": -0.6331943515131178 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_6738b744", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -5.252898023946644, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1454017600871853, "position_mse": 7.107428643848834e-06, "position_mse_by_step": { "10": 1.603871670712615e-08, "20": 1.2568419442970936e-07, "30": 3.6903561471441596e-07, "40": 7.644060893596815e-07, "50": 1.327018388711362e-06, "60": 2.070786354733757e-06, "70": 3.008246028457506e-06, "80": 4.151998090508511e-06, "90": 5.514748860540359e-06, "100": 7.107428643848834e-06 }, "relative_mse_by_step": { "10": 0.03480303867606753, "20": 0.06733198050745319, "30": 0.08695108135303817, "40": 0.10049560468581868, "50": 0.11093219970045463, "60": 0.1195551807455404, "70": 0.1270017340551556, "80": 0.13365388509187962, "90": 0.13974826651336505, "100": 0.1454017600871853 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.068425525690358, "20": -7.896601511702372, "30": -7.282733849551729, "40": -6.93365017764925, "50": -6.708770517270356, "60": -6.5442608094806, "70": -6.410385538930367, "80": -6.304617847569717, "90": -6.213909968913932, "100": -6.1352391299873785 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 3, "name": "seed-3_9f6313c3", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -0.5218162181222816, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15203248886393114, "position_mse": 8.003826522846275e-06, "position_mse_by_step": { "10": 1.3066223951220734e-08, "20": 1.0291661788183352e-07, "30": 3.0977819068007355e-07, "40": 6.63325210936705e-07, "50": 1.1957769550414404e-06, "60": 1.9445078046536377e-06, "70": 2.9497401231180576e-06, "80": 4.259064110101463e-06, "90": 5.923822129716427e-06, "100": 8.003826522846275e-06 }, "relative_mse_by_step": { "10": 0.026117411951745134, "20": 0.05085352730469944, "30": 0.06741009316320783, "40": 0.08063139983843251, "50": 0.0925110748217953, "60": 0.10398357405617649, "70": 0.11542783298197969, "80": 0.12715711292051204, "90": 0.1393083117140779, "100": 0.15203248886393114 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5086478264022536, "20": -0.7114498748771494, "30": -0.7426902942074964, "40": -0.7408443821252828, "50": -0.7277848076068756, "60": -0.7115231355645568, "70": -0.6925412784441707, "80": -0.6744514120844143, "90": -0.6556744420500131, "100": -0.6376872468179007 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 3, "name": "seed-3_cb5421ca", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 38, "val_score": -0.284632507842723, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09256656403720084, "position_mse": 4.873213126391614e-06, "position_mse_by_step": { "10": 1.0678459994822072e-08, "20": 8.565577088250263e-08, "30": 2.531215250607082e-07, "40": 5.257476101456453e-07, "50": 9.133264097524066e-07, "60": 1.425410692641143e-06, "70": 2.0690765888429854e-06, "80": 2.853172070363793e-06, "90": 3.784933008635757e-06, "100": 4.873213126391614e-06 }, "relative_mse_by_step": { "10": 0.021344631757129966, "20": 0.042324535852701343, "30": 0.055081171300330516, "40": 0.06390796711599572, "50": 0.07065933782475212, "60": 0.07622458390961173, "70": 0.08096612479591433, "80": 0.08518329702349962, "90": 0.08900885540416678, "100": 0.09256656403720084 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.0930701270323786, "20": -0.3991088819800903, "30": -0.4669806001847683, "40": -0.46664114305576265, "50": -0.4505548500126304, "60": -0.42634711152301374, "70": -0.396432855763863, "80": -0.3657412468755059, "90": -0.33348618617811643, "100": -0.3015716875282941 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 3, "name": "seed-3_f48b331f", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": -0.4920925541774466, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.149444799729284, "position_mse": 7.867596332289395e-06, "position_mse_by_step": { "10": 1.4547576244432799e-08, "20": 1.0963302398612841e-07, "30": 3.2552372284706214e-07, "40": 6.903859202164345e-07, "50": 1.233423845954056e-06, "60": 1.9874577452989276e-06, "70": 2.9866147392405244e-06, "80": 4.270865757202306e-06, "90": 5.882112440401346e-06, "100": 7.867596332289395e-06 }, "relative_mse_by_step": { "10": 0.029078411872756532, "20": 0.05417226190989579, "30": 0.07083644086041277, "40": 0.08392080122687705, "50": 0.09542361994765805, "60": 0.10628034464414202, "70": 0.11687079298977844, "80": 0.12750945872565986, "90": 0.13832744053439566, "100": 0.149444799729284 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.179867333668017, "20": -0.4904219157187828, "30": -0.5687887827544407, "40": -0.5806963038659174, "50": -0.5760149308432603, "60": -0.5634951127964145, "70": -0.5453677333154825, "80": -0.5264955028935976, "90": -0.50563725469729, "100": -0.48501304653720556 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_0bfba67d", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -0.3462473962694004, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1525649606526374, "position_mse": 7.92190268644585e-06, "position_mse_by_step": { "10": 1.4004486093804098e-08, "20": 1.0320970434486907e-07, "30": 3.0724699008491795e-07, "40": 6.563231793726182e-07, "50": 1.1835297363355884e-06, "60": 1.9258020801414335e-06, "70": 2.922832953394001e-06, "80": 4.220446411246875e-06, "90": 5.868423842717415e-06, "100": 7.92190268644585e-06 }, "relative_mse_by_step": { "10": 0.028258546136993076, "20": 0.05156156550219647, "30": 0.06765432528896977, "40": 0.0807684516355928, "50": 0.09272413487727287, "60": 0.10431857109723429, "70": 0.11588628865630199, "80": 0.12769697587713852, "90": 0.13988901816994087, "100": 0.1525649606526374 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.21222409615522753, "20": -0.4073684325539495, "30": -0.44144898144302047, "40": -0.44464760631459055, "50": -0.43750403207649047, "60": -0.42746034396303334, "70": -0.4140605686575265, "80": -0.40115008697354826, "90": -0.38743665014638107, "100": -0.37397205929566546 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_430f1d64", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": -0.35285455326533954, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1038267183135423, "position_mse": 5.391179961731853e-06, "position_mse_by_step": { "10": 9.369636881838086e-09, "20": 7.594066451233061e-08, "30": 2.280048698923208e-07, "40": 4.831357180482395e-07, "50": 8.601586333359787e-07, "60": 1.3800405158446795e-06, "70": 2.065069844141882e-06, "80": 2.941959762584442e-06, "90": 4.039695212603484e-06, "100": 5.391179961731853e-06 }, "relative_mse_by_step": { "10": 0.018906250064358646, "20": 0.03793848235868453, "30": 0.05020558746857355, "40": 0.05945565401774782, "50": 0.06738948983254009, "60": 0.07475527010472134, "70": 0.08187716638946455, "80": 0.08901412984018156, "90": 0.09629655460182887, "100": 0.1038267183135423 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.16243691130787874, "20": -0.3740171591664603, "30": -0.4174974656565422, "40": -0.4279262837772806, "50": -0.42626903748141154, "60": -0.4212176861986723, "70": -0.4120276425205902, "80": -0.40274818916126853, "90": -0.3922573853649618, "100": -0.38177162425575695 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "linear_floor", "seed": 4, "name": "seed-4_4a2ac7cb", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.08995421479394239, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1038267183135423, "position_mse": 5.391179961731853e-06, "position_mse_by_step": { "10": 9.369636881838086e-09, "20": 7.594066451233061e-08, "30": 2.280048698923208e-07, "40": 4.831357180482395e-07, "50": 8.601586333359787e-07, "60": 1.3800405158446795e-06, "70": 2.065069844141882e-06, "80": 2.941959762584442e-06, "90": 4.039695212603484e-06, "100": 5.391179961731853e-06 }, "relative_mse_by_step": { "10": 0.018906250064358646, "20": 0.03793848235868453, "30": 0.05020558746857355, "40": 0.05945565401774782, "50": 0.06738948983254009, "60": 0.07475527010472134, "70": 0.08187716638946455, "80": 0.08901412984018156, "90": 0.09629655460182887, "100": 0.1038267183135423 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2084297277620608, "20": -0.14316872866608765, "30": -0.20259244504473917, "40": -0.21030939868483456, "50": -0.19438838255303614, "60": -0.17044680401318768, "70": -0.1398596807202246, "80": -0.10801676502222701, "90": -0.07457466835069426, "100": -0.04081628129716863 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_5521c8b0", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -6.387630384161916, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1354414942824253, "position_mse": 6.354991372908054e-06, "position_mse_by_step": { "10": 1.501759576694184e-08, "20": 1.1632400673176692e-07, "30": 3.4053466312197345e-07, "40": 7.036126091415034e-07, "50": 1.218223151714223e-06, "60": 1.894431243597085e-06, "70": 2.7398404146846845e-06, "80": 3.761310611188102e-06, "90": 4.964611601313404e-06, "100": 6.354991372908054e-06 }, "relative_mse_by_step": { "10": 0.0342849675386478, "20": 0.06540812574839734, "30": 0.08407217348638933, "40": 0.09680224023977793, "50": 0.10645919104684971, "60": 0.11423620493687153, "70": 0.12072057702743719, "80": 0.12627819979043955, "90": 0.13113377017384123, "100": 0.1354414942824253 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.12793167329178, "20": -6.812425707495544, "30": -6.215913045251127, "40": -5.903800817057742, "50": -5.717811778347811, "60": -5.584783897634139, "70": -5.4813129911728575, "80": -5.400940503075245, "90": -5.3307664561829515, "100": -5.273347334655081 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "linear_floor", "seed": 4, "name": "seed-4_838844df", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -0.19874015079043783, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14956344054894663, "position_mse": 7.766049402237384e-06, "position_mse_by_step": { "10": 1.3741675379343375e-08, "20": 1.0171566628969231e-07, "30": 3.02911798856696e-07, "40": 6.467342166566985e-07, "50": 1.1653257453352645e-06, "60": 1.8944982209794555e-06, "70": 2.8726915506435296e-06, "80": 4.144354587002194e-06, "90": 5.757648641844883e-06, "100": 7.766049402237384e-06 }, "relative_mse_by_step": { "10": 0.027728241158278422, "20": 0.050815173081699236, "30": 0.06669973680801197, "40": 0.07958841458113954, "50": 0.09129793554742344, "60": 0.10262287563024902, "70": 0.11389825130848653, "80": 0.1253946848637692, "90": 0.137248405544991, "100": 0.14956344054894663 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.14090865569556654, "20": -0.25987002689988303, "30": -0.35590462404981227, "40": -0.39972974579069254, "50": -0.41810806613662876, "60": -0.4265687852488067, "70": -0.4273078102586727, "80": -0.42567940373614466, "90": -0.4211941368292318, "100": -0.41516051058372105 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "linear_floor", "seed": 4, "name": "seed-4_f553de5e", "hyperparameters": { "use_extras": false }, "parameters": 3, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 80, "val_score": -5.394909982405232, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16345407377281224, "position_mse": 7.669357416619148e-06, "position_mse_by_step": { "10": 1.510347121972241e-08, "20": 1.1805142757940042e-07, "30": 3.4999478094123656e-07, "40": 7.34738572459394e-07, "50": 1.2961341099071432e-06, "60": 2.058709351006525e-06, "70": 3.0480451950357486e-06, "80": 4.292221238496755e-06, "90": 5.821636373834086e-06, "100": 7.669357416619148e-06 }, "relative_mse_by_step": { "10": 0.03448102003311097, "20": 0.0663794416718847, "30": 0.08640771448304228, "40": 0.101084515656174, "50": 0.11326774461212373, "60": 0.12414234832850657, "70": 0.13430044055787457, "80": 0.14410242256713085, "90": 0.15377096691311565, "100": 0.16345407377281224 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.874855962848148, "20": -6.473776098860577, "30": -5.796806993426075, "40": -5.406763783211256, "50": -5.145751683279006, "60": -4.942030487854289, "70": -4.771899119372232, "80": -4.628103998168464, "90": -4.4982678024843015, "100": -4.3838980465743855 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_06f282ec", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -3.383667567639434, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11392221865025176, "position_mse": 5.879566599073119e-06, "position_mse_by_step": { "10": 1.5137977059177995e-08, "20": 1.1339435309462179e-07, "30": 3.2444228170090486e-07, "40": 6.613901452924762e-07, "50": 1.1358551219586843e-06, "60": 1.7588080806620254e-06, "70": 2.5380111525562045e-06, "80": 3.481005623484634e-06, "90": 4.593364689396497e-06, "100": 5.879566599073119e-06 }, "relative_mse_by_step": { "10": 0.031468186606419334, "20": 0.05804698996306175, "30": 0.07290340872504132, "40": 0.08279367886491303, "50": 0.09029060622627445, "60": 0.09645272190654991, "70": 0.10168499924731066, "80": 0.10625778175144274, "90": 0.11030586967810403, "100": 0.11392221865025176 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.115217911350898, "20": -7.23715701501753, "30": -6.249784436589896, "40": -5.7051705138487545, "50": -5.36565333070822, "60": -5.137509206084786, "70": -4.979071301358685, "80": -4.864857890598608, "90": -4.777019129066851, "100": -4.707146102216391 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_523d25e6", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.636765245783234, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0900987208202912, "position_mse": 4.695560683996649e-06, "position_mse_by_step": { "10": 5.01941949274506e-09, "20": 4.60125334849388e-08, "30": 1.4982578049327345e-07, "40": 3.394706788435136e-07, "50": 6.404553269183972e-07, "60": 1.07905830485525e-06, "70": 1.6809350049535558e-06, "80": 2.470256843675348e-06, "90": 3.4683793460642067e-06, "100": 4.695560683996649e-06 }, "relative_mse_by_step": { "10": 0.010055530002439908, "20": 0.022825188671805132, "30": 0.03277573280315183, "40": 0.04152781845138179, "50": 0.049903939270081216, "60": 0.05815900279778459, "70": 0.06633922768789909, "80": 0.07442420032427115, "90": 0.08235328531174815, "100": 0.0900987208202912 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6513494078454852, "20": 0.5526133769984876, "30": 0.5269929822419106, "40": 0.5179369962566159, "50": 0.5133927957213666, "60": 0.5096682401863217, "70": 0.5070616675306134, "80": 0.5041701788836659, "90": 0.5015604800289943, "100": 0.49895470631037175 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_72c302cb", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 76, "val_score": -0.09208902405813313, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09645092196407952, "position_mse": 5.026610289097075e-06, "position_mse_by_step": { "10": 1.0744733337191598e-08, "20": 8.487400557287218e-08, "30": 2.510039860276996e-07, "40": 5.243750309397959e-07, "50": 9.175048377179402e-07, "60": 1.4412518694939535e-06, "70": 2.1046815163572317e-06, "80": 2.917583201776454e-06, "90": 3.888448647363215e-06, "100": 5.026610289097075e-06 }, "relative_mse_by_step": { "10": 0.02152519601051683, "20": 0.04210298898596334, "30": 0.0549093724156457, "40": 0.06414736954452477, "50": 0.07149149015871285, "60": 0.07768048411568952, "70": 0.08306266804646197, "80": 0.08790130355379214, "90": 0.09232742123198423, "100": 0.09645092196407952 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2912983542982802, "20": -0.08989550875142682, "30": -0.16706156104557768, "40": -0.2178810697667224, "50": -0.24224792325116118, "60": -0.25717877568171277, "70": -0.2656668203238728, "80": -0.2713394719516986, "90": -0.2741687921294236, "100": -0.27497183331654007 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_73c0c02a", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": 0.5069234919179386, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10992855162779926, "position_mse": 5.729006809117112e-06, "position_mse_by_step": { "10": 8.094242927105176e-09, "20": 7.001036232650344e-08, "30": 2.2003913954396888e-07, "40": 4.836500874714846e-07, "50": 8.845385857167035e-07, "60": 1.4447897338446378e-06, "70": 2.185731160458155e-06, "80": 3.130293555589755e-06, "90": 4.302193710665441e-06, "100": 5.729006809117112e-06 }, "relative_mse_by_step": { "10": 0.01621540154557412, "20": 0.034729661856305945, "30": 0.048135534620174066, "40": 0.059165442785617785, "50": 0.06892277729352729, "60": 0.07787116766053953, "70": 0.08626134662605577, "80": 0.09430986711016064, "90": 0.10215139428819582, "100": 0.10992855162779926 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5350085023263274, "20": 0.41007245101953427, "30": 0.42581535400822557, "40": 0.4422265272854662, "50": 0.4635548307490429, "60": 0.48243406947981426, "70": 0.5002924815328811, "80": 0.5162429680461122, "90": 0.5309871402185448, "100": 0.5444620208992259 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_8b85e2e0", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 38, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 28, "val_score": -82.8424205505006, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -26595962.887290612, "20": -1482.1123554144324, "30": -987443.486594556, "40": -5.9902504905278455, "50": -5.54487358933767, "60": -5.192035977059171, "70": -4.890409574840754, "80": -4.626957884423339, "90": -4.395059894934479, "100": -4.186600818589096 }, "position_mse_by_step": { "10": 1.6322443541699518e-08, "20": 1.3616845472679565e-07, "30": 4.2916615316338873e-07, "40": 9.796329166774585e-07, "50": 1.8791108706124251e-06, "60": 3.2576513804396186e-06, "70": 5.254582909833131e-06, "80": 8.019737641130263e-06, "90": 1.1705281818741873e-05, "100": 1.6458749981257687e-05 }, "relative_mse_by_step": { "10": 0.03366054035003927, "20": 0.0648977350057739, "30": 0.08924221966260538, "40": 0.11245357700728194, "50": 0.13706241990449344, "60": 0.16401593415350954, "70": 0.19336974697788537, "80": 0.22494667742222027, "90": 0.2583861703290662, "100": 0.2932387245178497 }, "position_mse": 1.3881010571800293e-05, "relative_mse": 0.2927050970910104 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_abeefbd6", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -2.1539847127613703, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09611847114963228, "position_mse": 4.960708799574474e-06, "position_mse_by_step": { "10": 1.2711374616384116e-08, "20": 9.360027572061621e-08, "30": 2.640008909387299e-07, "40": 5.389821363824662e-07, "50": 9.324172915674873e-07, "60": 1.4544824870605615e-06, "70": 2.1119539626722273e-06, "80": 2.9119858940670644e-06, "90": 3.86007649646152e-06, "100": 4.960708799574474e-06 }, "relative_mse_by_step": { "10": 0.02642386805639656, "20": 0.047914328333093295, "30": 0.05932199944772983, "40": 0.06747048505514268, "50": 0.07411906755001772, "60": 0.07976356055266355, "70": 0.08461508803394607, "80": 0.08888844060105662, "90": 0.09269655769965426, "100": 0.09611847114963228 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.9394064841530145, "20": -5.190808039253489, "30": -4.224386450203605, "40": -3.77638037797404, "50": -3.5481191049618896, "60": -3.4106905280032613, "70": -3.318580408095916, "80": -3.253783947528813, "90": -3.205827688971432, "100": -3.167666569290092 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 0, "name": "seed-0_d13b5705", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": 0.03091151269256187, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09098249184513268, "position_mse": 4.741619056858326e-06, "position_mse_by_step": { "10": 9.995810925803436e-09, "20": 8.002284074429663e-08, "30": 2.3757200821198207e-07, "40": 4.968957543332359e-07, "50": 8.695237443337841e-07, "60": 1.3652763125751984e-06, "70": 1.9921493043893536e-06, "80": 2.758840021499509e-06, "90": 3.672659594095811e-06, "100": 4.741619056858326e-06 }, "relative_mse_by_step": { "10": 0.020024860804802674, "20": 0.039696497882262066, "30": 0.05197100683893119, "40": 0.06078579966172919, "50": 0.06775282881932468, "60": 0.07358555930252676, "70": 0.07862150880475395, "80": 0.08311866960247176, "90": 0.08720372059322672, "100": 0.09098249184513268 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.11156388694622932, "20": -0.09385012647053914, "30": -0.16013608893523812, "40": -0.19568726494557565, "50": -0.217223502181773, "60": -0.23330563399418858, "70": -0.24438977626407588, "80": -0.25375560363774685, "90": -0.2608262303388045, "100": -0.2664554948352802 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 0, "name": "seed-0_d5dcbe01", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -93.03834806712214, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -27921281.664619148, "20": -1587.7370727025532, "30": -10.468808505769726, "40": -10.074959633687731, "50": -9.810050890084847, "60": -9.63605189383512, "70": -9.489005807068414, "80": -9.37054978906427, "90": -9.271491929512889, "100": -9.190709989453154 }, "position_mse_by_step": { "10": 1.5028849935875166e-08, "20": 1.192049536675805e-07, "30": 3.5540784567709865e-07, "40": 7.353806034774669e-07, "50": 1.2758458395229216e-06, "60": 1.9878539022764757e-06, "70": 2.8791887589866714e-06, "80": 3.957750980096195e-06, "90": 5.229489249621234e-06, "100": 6.699142956014099e-06 }, "relative_mse_by_step": { "10": 0.03099286013082685, "20": 0.05681294915195842, "30": 0.07317587066933756, "40": 0.08441547636362476, "50": 0.09306024510043903, "60": 0.10008428670429938, "70": 0.10595474681443459, "80": 0.1110114785390539, "90": 0.11543743422077535, "100": 0.11935585254173717 }, "position_mse": 5.6534241045141136e-06, "relative_mse": 0.11921731847685643 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_193d9ef2", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 32, "val_score": 0.8225667214504672, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09142631532764112, "position_mse": 4.648532600981525e-06, "position_mse_by_step": { "10": 4.342139101054521e-09, "20": 3.937021649326665e-08, "30": 1.3248218760760924e-07, "40": 3.0941876228191796e-07, "50": 5.980827373162713e-07, "60": 1.027455902910138e-06, "70": 1.6243146207882221e-06, "80": 2.412443546973009e-06, "90": 3.4134074102861893e-06, "100": 4.648532600981525e-06 }, "relative_mse_by_step": { "10": 0.00904082879506098, "20": 0.020243165752416636, "30": 0.029976439744200698, "40": 0.039081718628825965, "50": 0.0480443061111732, "60": 0.05701374908215818, "70": 0.06591721750144157, "80": 0.07465167522947222, "90": 0.0831544993669057, "100": 0.09142631532764112 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.7163981246784906, "20": 0.689084638933771, "30": 0.7223392980958142, "40": 0.7559745316129269, "50": 0.7838485693987993, "60": 0.8063320609912245, "70": 0.8234795418633645, "80": 0.835714648176898, "90": 0.8445155035110763, "100": 0.8506361852096294 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_5a87ff03", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -2.4023115839900253, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1044135970027632, "position_mse": 5.182292549729287e-06, "position_mse_by_step": { "10": 1.2141062384023777e-08, "20": 8.95179334468667e-08, "30": 2.5660400123480745e-07, "40": 5.315760007411947e-07, "50": 9.295252257045052e-07, "60": 1.4633702548394466e-06, "70": 2.1443846707467987e-06, "80": 2.9842158552030793e-06, "90": 3.993076868320194e-06, "100": 5.182292549729287e-06 }, "relative_mse_by_step": { "10": 0.026291056565871367, "20": 0.04774630232449249, "30": 0.06007559085383952, "40": 0.06932049952419818, "50": 0.0769553943842776, "60": 0.08355694803124154, "70": 0.0894238146770014, "80": 0.09478225190387535, "90": 0.09974275798882407, "100": 0.1044135970027632 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.147352595230595, "20": -3.969601655135497, "30": -3.3547205952851273, "40": -3.0812672220278507, "50": -2.934614116195104, "60": -2.840568647671337, "70": -2.7710025451662976, "80": -2.7231366005346502, "90": -2.683782485003903, "100": -2.6516842933704834 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_6215a4e5", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -2.9695539339326786, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10601296042317841, "position_mse": 5.261672720280331e-06, "position_mse_by_step": { "10": 1.4875929421620527e-08, "20": 1.0910109865694802e-07, "30": 3.079088748287566e-07, "40": 6.200346959417402e-07, "50": 1.0527675738915474e-06, "60": 1.6131818272567345e-06, "70": 2.3077244293290278e-06, "80": 3.143685104792634e-06, "90": 4.126377646278862e-06, "100": 5.261672720280331e-06 }, "relative_mse_by_step": { "10": 0.03221331787310331, "20": 0.058191401877042026, "30": 0.07208698030999099, "40": 0.08085601077754774, "50": 0.08715862851640141, "60": 0.09211103591812653, "70": 0.09623530913510932, "80": 0.09984718531315467, "90": 0.10307246780261152, "100": 0.10601296042317841 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.473379052483953, "20": -6.064799667726269, "30": -5.2187398513007786, "40": -4.660635584226379, "50": -4.262744734093721, "60": -3.9632981117749946, "70": -3.733138632814688, "80": -3.562493038423602, "90": -3.428574688411035, "100": -3.322388388843825 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_8258eae8", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -5.670037795962849, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -148989569.48598915, "20": -52087985.372273885, "30": -353447.6507997642, "40": -962.5188245881116, "50": -591.0876420789536, "60": -396.8236464445207, "70": -281.5077083095089, "80": -208.62027022238615, "90": -160.11337586820764, "100": -126.85903127854203 }, "position_mse_by_step": { "10": 1.4845113417903479e-08, "20": 1.1988386813425018e-07, "30": 3.4340599651148684e-07, "40": 7.165719821955463e-07, "50": 1.236812226651934e-06, "60": 1.920255380346484e-06, "70": 2.7754027414061966e-06, "80": 3.8103318987535972e-06, "90": 5.0305783230004845e-06, "100": 6.443547627773464e-06 }, "relative_mse_by_step": { "10": 0.03214658686792166, "20": 0.057103177390166425, "30": 0.0706775894514342, "40": 0.08080468299583879, "50": 0.08866471085791057, "60": 0.09505457617763687, "70": 0.10044100573957242, "80": 0.10512173751923365, "90": 0.10923892111602813, "100": 0.11294504867651045 }, "position_mse": 4.804630095499109e-06, "relative_mse": 0.11278817536207257 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_a8f06523", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -2.9613632429717853, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 17, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 53 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -31035228.07782149, "20": -43986.58426551623, "30": -3058.3593699544554, "40": -2420.791328399773, "50": -1218.5995777730345, "60": -731.9454536127361, "70": -693.722820753941, "80": -403.0697083044385, "90": -297.65956357113964, "100": -283.63382571609435 }, "position_mse_by_step": { "10": 1.5314604769519253e-08, "20": 1.266883424671567e-07, "30": 3.696211198914325e-07, "40": 7.650256034868914e-07, "50": 1.3324136139068664e-06, "60": 2.089882214923424e-06, "70": 3.0555247812511845e-06, "80": 4.248313148481138e-06, "90": 5.6864005423535075e-06, "100": 7.3907642179208025e-06 }, "relative_mse_by_step": { "10": 0.03290683113885912, "20": 0.05975011347354663, "30": 0.07543481580053232, "40": 0.08711096258542737, "50": 0.09645522047256365, "60": 0.10446994402496093, "70": 0.11167082345359094, "80": 0.1183659283858623, "90": 0.12470630701122216, "100": 0.13083746413091163 }, "position_mse": 5.609121100442443e-06, "relative_mse": 0.13064800879979 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_bbc857fd", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.5648428722666066, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.37021857252602236, "position_mse": 1.8823607816947126e-05, "position_mse_by_step": { "10": 8.40198885227699e-09, "20": 1.0727748972324695e-07, "30": 4.272019734027513e-07, "40": 1.1049472906928973e-06, "50": 2.2778140394815897e-06, "60": 4.057829240926887e-06, "70": 6.528049880216713e-06, "80": 9.762151668318049e-06, "90": 1.3836262074359443e-05, "100": 1.8823607816947126e-05 }, "relative_mse_by_step": { "10": 0.017493898970901114, "20": 0.05515936155297158, "30": 0.09666200751636501, "40": 0.1395624453930115, "50": 0.18297801984428577, "60": 0.22516981751253234, "70": 0.2649184328622801, "80": 0.3020841572846484, "90": 0.3370671319326041, "100": 0.37021857252602236 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8158501022224203, "20": 0.7728241213227032, "30": 0.7510504556576877, "40": 0.734664205295485, "50": 0.7163339605629162, "60": 0.6932258022357836, "70": 0.6647168334306168, "80": 0.6300356135503191, "90": 0.5898066092927703, "100": 0.5437878028801473 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 1, "name": "seed-1_cd45269d", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": 0.2509974006919473, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07926260136803576, "position_mse": 4.03007367383777e-06, "position_mse_by_step": { "10": 7.114990497166954e-09, "20": 5.764155903698054e-08, "30": 1.7471849551904079e-07, "40": 3.732986888240118e-07, "50": 6.667839036213406e-07, "60": 1.0686742697885165e-06, "70": 1.59159261962876e-06, "80": 2.2501551630479558e-06, "90": 3.057487555224725e-06, "100": 4.03007367383777e-06 }, "relative_mse_by_step": { "10": 0.01481422162356575, "20": 0.029637826198209198, "30": 0.039533151948217896, "40": 0.04715019287627168, "50": 0.053563107538156914, "60": 0.05930096512726931, "70": 0.0645893077234307, "80": 0.0696297547184243, "90": 0.0744838855769461, "100": 0.07926260136803576 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.4631831123785408, "20": 0.3609488120673475, "30": 0.3133654448644685, "40": 0.2793275032920819, "50": 0.2534003191493628, "60": 0.2295826517307642, "70": 0.20839700611325118, "80": 0.18719959593832425, "90": 0.1674671084454339, "100": 0.1472889860852039 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 1, "name": "seed-1_f740a809", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 86, "val_score": -0.3299275805139683, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11598029705856416, "position_mse": 5.89696948866601e-06, "position_mse_by_step": { "10": 8.6298929542166e-09, "20": 7.008933193830557e-08, "30": 2.1362069741063092e-07, "40": 4.604933716377348e-07, "50": 8.332676130302324e-07, "60": 1.3591517878402166e-06, "70": 2.0715062825209834e-06, "80": 3.0175406266153005e-06, "90": 4.260258843454982e-06, "100": 5.89696948866601e-06 }, "relative_mse_by_step": { "10": 0.017968421301801967, "20": 0.036038154988198415, "30": 0.04833546365501072, "40": 0.058163481257765506, "50": 0.06693683294152812, "60": 0.07541962509243198, "70": 0.08406495172362388, "80": 0.09337605563142483, "90": 0.10378476657470828, "100": 0.11598029705856416 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.023554846944228824, "20": -0.3009708614915012, "30": -0.37338211858422166, "40": -0.4044969388271562, "50": -0.41527601811579706, "60": -0.41847872218875737, "70": -0.41605285666237957, "80": -0.4110677183247906, "90": -0.40174440600537853, "100": -0.39077702437972905 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_1d1d9531", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 74, "val_score": -28.327368311179843, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -43300832.85229969, "20": -18466312.498867046, "30": -1775.3766966218132, "40": -881.9183025585552, "50": -546.5432880337862, "60": -370.57393255005485, "70": -264.99745128774885, "80": -197.27948936449934, "90": -152.07158761773618, "100": -120.84560215769108 }, "position_mse_by_step": { "10": 1.6794697590770503e-08, "20": 1.3279079387997007e-07, "30": 3.9800106702411344e-07, "40": 8.118560949859395e-07, "50": 1.3934559639494637e-06, "60": 2.1540251192878453e-06, "70": 3.1019669251008963e-06, "80": 4.245051894510457e-06, "90": 5.588758355656864e-06, "100": 7.139939573416346e-06 }, "relative_mse_by_step": { "10": 0.03596603924602568, "20": 0.06569030794890975, "30": 0.0830835321246096, "40": 0.09454480789371103, "50": 0.10316571588446038, "60": 0.1101216348575155, "70": 0.11594555706466625, "80": 0.12096357798530046, "90": 0.12534731030617932, "100": 0.12925829978839057 }, "position_mse": 5.7218259372644144e-06, "relative_mse": 0.12898786743490903 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_3730257c", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.949672657758562, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13950017955131422, "position_mse": 6.924539582087163e-06, "position_mse_by_step": { "10": 1.5616739993237365e-08, "20": 1.1915656971593437e-07, "30": 3.4659089460019134e-07, "40": 7.171976579099594e-07, "50": 1.2493088507069063e-06, "60": 1.9608574620276287e-06, "70": 2.867918497275111e-06, "80": 3.9871376364836965e-06, "90": 5.334054150450486e-06, "100": 6.924539582087163e-06 }, "relative_mse_by_step": { "10": 0.033704781069551985, "20": 0.06327247049348042, "30": 0.08079523060220581, "40": 0.09318701829916876, "50": 0.10313085168050633, "60": 0.1117153500326314, "70": 0.11940917831035143, "80": 0.12651010932930254, "90": 0.13316980870486886, "100": 0.13950017955131422 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.561441302435689, "20": -6.528842755569523, "30": -5.9408601555319205, "40": -5.616284534740644, "50": -5.421563657896991, "60": -5.270107605540917, "70": -5.154206799045593, "80": -5.060505012331597, "90": -4.981299111313945, "100": -4.912670184770765 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_3a861beb", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 32, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 22, "val_score": 0.5904741390949202, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.064020555492265, "position_mse": 3.2306949005292804e-06, "position_mse_by_step": { "10": 4.132571944172523e-09, "20": 3.684508222650302e-08, "30": 1.1801915343413936e-07, "40": 2.6130557293819427e-07, "50": 4.805944888529114e-07, "60": 7.902289508722658e-07, "70": 1.204267317283276e-06, "80": 1.7381595654342163e-06, "90": 2.4079993080152107e-06, "100": 3.2306949005292804e-06 }, "relative_mse_by_step": { "10": 0.008542842006900933, "20": 0.018862752603867477, "30": 0.026650598154082144, "40": 0.03300294610151744, "50": 0.03866927901070233, "60": 0.04398593690382486, "70": 0.04908508168602671, "80": 0.054084787116949626, "90": 0.05904875072778479, "100": 0.064020555492265 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.8381065466791604, "20": 0.8285286368088092, "30": 0.8147590592293847, "40": 0.8035687383403836, "50": 0.793391672153237, "60": 0.7839722261658981, "70": 0.7759830046751999, "80": 0.7685047217797364, "90": 0.7617600973182084, "100": 0.7553942412675893 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_844f77f7", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": 0.40723885422430883, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.062162897588152174, "position_mse": 3.1369511666363385e-06, "position_mse_by_step": { "10": 5.627291673907361e-09, "20": 4.592512592121218e-08, "30": 1.4031275221069806e-07, "40": 3.0047633158756884e-07, "50": 5.363056990250113e-07, "60": 8.568328808118102e-07, "70": 1.2692648074416216e-06, "80": 1.781814081880384e-06, "90": 2.4017824626655834e-06, "100": 3.1369511666363385e-06 }, "relative_mse_by_step": { "10": 0.011632722756279922, "20": 0.02351125947359584, "30": 0.0316848466223527, "40": 0.03795022074983359, "50": 0.04315187791713329, "60": 0.04769326280808817, "70": 0.05173433328326045, "80": 0.055443146427358814, "90": 0.058896301783907846, "100": 0.062162897588152174 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.6634441579814272, "20": 0.6150603300795376, "30": 0.6040688366055749, "40": 0.5925609315417893, "50": 0.5806502369371251, "60": 0.5684920805588674, "70": 0.5575697681066546, "80": 0.546516523864629, "90": 0.5361119923252763, "100": 0.5255042450301719 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_a3d2cc90", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 98, "val_score": -0.20670518939620153, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06778041176922443, "position_mse": 3.4204300318054137e-06, "position_mse_by_step": { "10": 5.826765807150279e-09, "20": 4.755581118422368e-08, "30": 1.4572574708842418e-07, "40": 3.135348722744473e-07, "50": 5.627433423122901e-07, "60": 9.047178393879157e-07, "70": 1.3494598060706915e-06, "80": 1.9089258484785073e-06, "90": 2.5948057384539423e-06, "100": 3.4204300318054137e-06 }, "relative_mse_by_step": { "10": 0.012045075167267157, "20": 0.024346084932848937, "30": 0.03290718678578124, "40": 0.03959951704921049, "50": 0.04527908625674888, "60": 0.05035864828181185, "70": 0.0550030245464252, "80": 0.05939837181243528, "90": 0.06362960185536089, "100": 0.06778041176922443 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.34111909888184244, "20": 0.12134546937802593, "30": 0.03588806902921904, "40": -0.0011215914057638443, "50": -0.021095806712210896, "60": -0.03281094755090974, "70": -0.037796440675860854, "80": -0.03968794684207744, "90": -0.037922339986483866, "100": -0.03428194153648101 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 2, "name": "seed-2_b0e4f8a4", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 66, "val_score": -3.452386034037323, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11817218261364719, "position_mse": 5.865855933961939e-06, "position_mse_by_step": { "10": 1.5768758356214464e-08, "20": 1.1737001614418676e-07, "30": 3.342777065183457e-07, "40": 6.778717080229463e-07, "50": 1.1580129105530951e-06, "60": 1.7834331667846267e-06, "70": 2.560407761263507e-06, "80": 3.4958259009597116e-06, "90": 4.5954828790075095e-06, "100": 5.865855933961939e-06 }, "relative_mse_by_step": { "10": 0.03403287423399691, "20": 0.06232380556948247, "30": 0.07792485262626778, "40": 0.08807731392222924, "50": 0.09559434214748935, "60": 0.10160700833457195, "70": 0.10660560514617493, "80": 0.11092100580622359, "90": 0.11473066426448736, "100": 0.11817218261364719 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.704993252695225, "20": -6.449414440104905, "30": -5.732341086182934, "40": -5.312651700379363, "50": -5.046364744845581, "60": -4.839236137310639, "70": -4.679148206244953, "80": -4.553248767538229, "90": -4.451045127449132, "100": -4.368058886439369 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_b22f7ca4", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 40, "val_score": 0.8468023151095262, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07831885305802445, "position_mse": 3.9522356100211e-06, "position_mse_by_step": { "10": 3.5387410605000215e-09, "20": 3.877547302926538e-08, "30": 1.3670911473338622e-07, "40": 3.151083167348848e-07, "50": 5.894993833521766e-07, "60": 9.754121518109774e-07, "70": 1.4887803087861228e-06, "80": 2.145842249287203e-06, "90": 2.9620748335901224e-06, "100": 3.9522356100211e-06 }, "relative_mse_by_step": { "10": 0.0073152763440245345, "20": 0.019851011604551584, "30": 0.030871088079724083, "40": 0.03979824339912202, "50": 0.04743191330780946, "60": 0.05429365415861212, "70": 0.06068162941943002, "80": 0.06677029171959939, "90": 0.07263574283577116, "100": 0.07831885305802445 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.859614650831361, "20": 0.8470432013063917, "30": 0.8465658982719111, "40": 0.8512399514683158, "50": 0.855003782187591, "60": 0.8580204231262578, "70": 0.8604761844696058, "80": 0.8621402762285927, "90": 0.862856311944087, "100": 0.8628276512673618 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "mlp", "seed": 2, "name": "seed-2_be172939", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -21.038716606022103, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 13, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 57 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -34628647.6803102, "20": -6097.894735512069, "30": -8200.34377135543, "40": -2412.8932682742734, "50": -532.1899572551893, "60": -540.5868480629046, "70": -423.64773493061523, "80": -295.79404123348877, "90": -227.33857043781808, "100": -176.05489064167205 }, "position_mse_by_step": { "10": 1.629577808280864e-08, "20": 1.304435541212475e-07, "30": 3.8761983636630185e-07, "40": 7.997293283387049e-07, "50": 1.3989586142614779e-06, "60": 2.193809005272366e-06, "70": 3.207973281261825e-06, "80": 4.460200202310373e-06, "90": 5.967513835346101e-06, "100": 7.747721594984014e-06 }, "relative_mse_by_step": { "10": 0.03489759734601639, "20": 0.06396469788764365, "30": 0.0823743607030331, "40": 0.09480396229084875, "50": 0.10466777797671613, "60": 0.113348141509511, "70": 0.12118920948170656, "80": 0.1284582795295657, "90": 0.1352836212411343, "100": 0.141776356636513 }, "position_mse": 6.324269473585125e-06, "relative_mse": 0.1414904661608923 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 3, "name": "seed-3_212833b0", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -0.39419102881157264, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10018480105464615, "position_mse": 5.274279029825786e-06, "position_mse_by_step": { "10": 1.0205026619779036e-08, "20": 8.15275266408122e-08, "30": 2.437669490516571e-07, "40": 5.14123073460025e-07, "50": 9.079020279451859e-07, "60": 1.4409946735278416e-06, "70": 2.12758243459835e-06, "80": 2.984361777131588e-06, "90": 4.0270973020791905e-06, "100": 5.274279029825786e-06 }, "relative_mse_by_step": { "10": 0.020398309810264144, "20": 0.04028467304350647, "30": 0.05304554432837337, "40": 0.06249493072000049, "50": 0.07023968147570298, "60": 0.07705794545577982, "70": 0.08325554783335166, "80": 0.08910005054639598, "90": 0.09470374261352534, "100": 0.10018480105464615 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.10598387945945298, "20": -0.382562232798497, "30": -0.4627216348633689, "40": -0.49001716935931694, "50": -0.501378497382545, "60": -0.50551651854513, "70": -0.5037064714909096, "80": -0.5002217425272386, "90": -0.4938356514384936, "100": -0.48625345245538965 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_75131c5b", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 94, "val_score": -0.18886514693013656, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08405611498788625, "position_mse": 4.425176273668642e-06, "position_mse_by_step": { "10": 9.082791723497811e-09, "20": 7.219133010113612e-08, "30": 2.15188601642475e-07, "40": 4.5190078927147074e-07, "50": 7.936215160851492e-07, "60": 1.2513673596004082e-06, "70": 1.833779932017673e-06, "80": 2.550960880398634e-06, "90": 3.411468276226515e-06, "100": 4.425176273668642e-06 }, "relative_mse_by_step": { "10": 0.018155131428948985, "20": 0.035671438218809956, "30": 0.04682667831629487, "40": 0.05493141618361928, "50": 0.061398389678947674, "60": 0.0669175254514696, "70": 0.07175860749891912, "80": 0.07616058653715134, "90": 0.08022622482927275, "100": 0.08405611498788625 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.04484643303814617, "20": -0.20362115981383289, "30": -0.2482230651121926, "40": -0.27098290434370953, "50": -0.2850208769696667, "60": -0.29611937360044704, "70": -0.3039134431734283, "80": -0.31145534183568335, "90": -0.31721468033638955, "100": -0.32276526835983765 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_98a99e58", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.5244129402053168, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.23551880300009806, "position_mse": 1.2399005345287151e-05, "position_mse_by_step": { "10": 6.560999452461961e-09, "20": 7.061419785411463e-08, "30": 2.6959999885889376e-07, "40": 6.781459794475658e-07, "50": 1.3739613657597666e-06, "60": 2.4421180374442234e-06, "70": 3.9754453155183e-06, "80": 6.073300658369719e-06, "90": 8.842046073758476e-06, "100": 1.2399005345287151e-05 }, "relative_mse_by_step": { "10": 0.013114448838075674, "20": 0.03489213999236497, "30": 0.05866701267762223, "40": 0.08243295854901513, "50": 0.10629628056818743, "60": 0.13059354207412835, "70": 0.1555652426165524, "80": 0.18132231815551164, "90": 0.20793509387364897, "100": 0.23551880300009806 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5140883722503191, "20": 0.5278520216250064, "30": 0.5458862122978118, "40": 0.556753379972762, "50": 0.5643571587602405, "60": 0.5687279956815048, "70": 0.5712380541389741, "80": 0.5725080852166103, "90": 0.5729500589316497, "100": 0.5726785384508477 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 3, "name": "seed-3_c57e72a3", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 30, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 20, "val_score": 0.6572102561393611, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.5165001122691998, "position_mse": 2.719140710334094e-05, "position_mse_by_step": { "10": 7.998884842581282e-09, "20": 8.200207953937674e-08, "30": 3.2715159597224943e-07, "40": 9.092246025537472e-07, "50": 2.057144570244418e-06, "60": 4.056069773079278e-06, "70": 7.233058769478313e-06, "80": 1.193430660220786e-05, "90": 1.84895099404717e-05, "100": 2.719140710334094e-05 }, "relative_mse_by_step": { "10": 0.015988564972418642, "20": 0.040519160818963534, "30": 0.07119067844823601, "40": 0.11052203544008908, "50": 0.15915062960093257, "60": 0.21690045708051775, "70": 0.28304062891806525, "80": 0.35630644033879205, "90": 0.4348108970569436, "100": 0.5165001122691998 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5714161507441331, "20": 0.540696407533154, "30": 0.568696480796527, "40": 0.6007432761949727, "50": 0.6253209816085445, "60": 0.6420065543483093, "70": 0.6515234708004589, "80": 0.6547241774622818, "90": 0.6529576550224074, "100": 0.6466325942782059 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_c903a32d", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 60, "val_score": -3.0853842305362553, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1092323725880192, "position_mse": 5.33942156753905e-06, "position_mse_by_step": { "10": 1.4515978119522543e-08, "20": 1.0886368431479403e-07, "30": 3.0930706265459256e-07, "40": 6.239097843823466e-07, "50": 1.0600433705170482e-06, "60": 1.6261643876548857e-06, "70": 2.329878684901944e-06, "80": 3.1787783220644477e-06, "90": 4.180225619977916e-06, "100": 5.33942156753905e-06 }, "relative_mse_by_step": { "10": 0.03149878865871033, "20": 0.058320837425207495, "30": 0.07287801636370936, "40": 0.08202471425028104, "50": 0.08861440343982882, "60": 0.09388528992554482, "70": 0.09836251101856054, "80": 0.1023256907465788, "90": 0.10593035128156861, "100": 0.1092323725880192 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.706707963534582, "20": -6.168033320763091, "30": -5.313913398490951, "40": -4.776835598282646, "50": -4.405941678737187, "60": -4.139101550494142, "70": -3.937949158657327, "80": -3.7884582125570603, "90": -3.6729847948561014, "100": -3.5827247494216277 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 3, "name": "seed-3_d6c10d25", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.35477208977123, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11181843510882633, "position_mse": 5.465831693689844e-06, "position_mse_by_step": { "10": 1.3335906702747837e-08, "20": 1.0083796695425917e-07, "30": 2.904869149286274e-07, "40": 5.969795026317115e-07, "50": 1.0330685084016164e-06, "60": 1.6091408432267988e-06, "70": 2.3334372238131046e-06, "80": 3.213478540585259e-06, "90": 4.256042905126378e-06, "100": 5.465831693689844e-06 }, "relative_mse_by_step": { "10": 0.028938105537455117, "20": 0.054021271777117345, "30": 0.06844366875402684, "40": 0.07848422054338686, "50": 0.08635943785944442, "60": 0.09290244931218211, "70": 0.09851274494495647, "80": 0.10344269969449853, "90": 0.10785162357142024, "100": 0.11181843510882633 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.642267378485648, "20": -5.313358141207379, "30": -4.6564220813275075, "40": -4.331725750611602, "50": -4.153875384904765, "60": -4.0434616262432055, "70": -3.9635017530942047, "80": -3.907354725216911, "90": -3.863356745609498, "100": -3.828541042786206 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "mlp", "seed": 4, "name": "seed-4_351f2140", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 36, "val_score": 0.8261671892641019, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08253973105099449, "position_mse": 4.285857737938516e-06, "position_mse_by_step": { "10": 4.958424877830682e-09, "20": 4.5527175470841793e-08, "30": 1.4821704617925694e-07, "40": 3.3231251518170017e-07, "50": 6.168821237955464e-07, "60": 1.0219910736606965e-06, "70": 1.5682426513714226e-06, "80": 2.2781366543053342e-06, "90": 3.1754633385259826e-06, "100": 4.285857737938516e-06 }, "relative_mse_by_step": { "10": 0.010005213846367695, "20": 0.02274449340854547, "30": 0.0326366883295106, "40": 0.04089504706509399, "50": 0.0483298893928068, "60": 0.055360127386809344, "70": 0.06217865457172933, "80": 0.06892900253736606, "90": 0.07569535885045184, "100": 0.08253973105099449 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.682654492281314, "20": 0.6674735284417057, "30": 0.6875616206797879, "40": 0.7043049004185573, "50": 0.7180631992846986, "60": 0.7289260294859617, "70": 0.7383591624065462, "80": 0.7461301966707985, "90": 0.7527336671661674, "100": 0.7584072088765399 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "mlp", "seed": 4, "name": "seed-4_5e4c4964", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.010292597543996695, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10111203896338573, "position_mse": 5.250220821803201e-06, "position_mse_by_step": { "10": 9.432301597714751e-09, "20": 7.585448440483588e-08, "30": 2.288549913639518e-07, "40": 4.868247213352106e-07, "50": 8.675739415764383e-07, "60": 1.3889654563773286e-06, "70": 2.0681017299953704e-06, "80": 2.924605252831368e-06, "90": 3.978030805131181e-06, "100": 5.250220821803201e-06 }, "relative_mse_by_step": { "10": 0.01903269624402573, "20": 0.03789542844930865, "30": 0.05039278017161994, "40": 0.05990963018822542, "50": 0.06797044527483746, "60": 0.07523872427329581, "70": 0.08199737647495106, "80": 0.08848903884331634, "90": 0.09482662440446651, "100": 0.10111203896338573 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.22288962270852375, "20": -0.1088135614247141, "30": -0.19348846195678315, "40": -0.23231068841168967, "50": -0.24832464144553312, "60": -0.25507995391381266, "70": -0.2540146469156608, "80": -0.2501803903679527, "90": -0.2428971133710227, "100": -0.23396399858834416 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_630348d9", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 64, "val_score": -3.662660954989179, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10637362323933039, "position_mse": 4.991110453797124e-06, "position_mse_by_step": { "10": 1.3467370466432474e-08, "20": 9.98022540293115e-08, "30": 2.8386846300877875e-07, "40": 5.748100745352401e-07, "50": 9.811074826464912e-07, "60": 1.5104269501924657e-06, "70": 2.169488452961689e-06, "80": 2.9650903497570525e-06, "90": 3.903806542991463e-06, "100": 4.991110453797124e-06 }, "relative_mse_by_step": { "10": 0.03074582419437483, "20": 0.056118066811225165, "30": 0.07008225961666806, "40": 0.07908173077696314, "50": 0.08573791163431979, "60": 0.09108034044916649, "70": 0.09559020171108695, "80": 0.09954675651343074, "90": 0.10311398174156261, "100": 0.10637362323933039 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.7548549674986935, "20": -5.140644350604251, "30": -4.369765527133478, "40": -3.926155644650434, "50": -3.638937474749061, "60": -3.4309428921497878, "70": -3.2721974018979063, "80": -3.151056291324611, "90": -3.055339371038566, "100": -2.9820764985470536 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_69259f6a", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": 0.4694175623367113, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.06147760918626257, "position_mse": 3.192211601442198e-06, "position_mse_by_step": { "10": 5.812235815654583e-09, "20": 4.7703313591337554e-08, "30": 1.4471720996159627e-07, "40": 3.0756195462190914e-07, "50": 5.460441491728878e-07, "60": 8.694149748578184e-07, "70": 1.2860808271040826e-06, "80": 1.805536401937908e-06, "90": 2.437358712979533e-06, "100": 3.192211601442198e-06 }, "relative_mse_by_step": { "10": 0.011728051486903505, "20": 0.023831649785496636, "30": 0.0318660410471327, "40": 0.03784919325959804, "50": 0.0427800584830393, "60": 0.047095248677395056, "70": 0.0509913280511138, "80": 0.05462965665175788, "90": 0.05810073137607147, "100": 0.06147760918626257 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.5322023806399241, "20": 0.47694991994722624, "30": 0.467034124854662, "40": 0.4617544611667781, "50": 0.45547303253695537, "60": 0.4477945351053991, "70": 0.4404949038766418, "80": 0.4324084702567256, "90": 0.4244154632344992, "100": 0.4159052429554445 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_cb7c27d0", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 18, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 8, "val_score": 0.30999028664819894, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14502059914777599, "position_mse": 7.530163341990764e-06, "position_mse_by_step": { "10": 7.0503672598500244e-09, "20": 6.062102286819027e-08, "30": 1.9657915980734027e-07, "40": 4.552486450799214e-07, "50": 8.866920861042413e-07, "60": 1.5463603460830199e-06, "70": 2.4898802889440827e-06, "80": 3.7700249078755277e-06, "90": 5.4351569100877635e-06, "100": 7.530163341990764e-06 }, "relative_mse_by_step": { "10": 0.014226379116000738, "20": 0.030285086671539653, "30": 0.04328579563615067, "40": 0.05602381468144261, "50": 0.06946826434720638, "60": 0.08376463156222066, "70": 0.09872031364267798, "80": 0.11406868677073505, "90": 0.12956098334568758, "100": 0.14502059914777599 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2606804662724683, "20": 0.14780909528794584, "30": 0.15125503275494245, "40": 0.17416862936835364, "50": 0.19825461125531962, "60": 0.2166524367432916, "70": 0.2306700177898401, "80": 0.2389604640284395, "90": 0.2433471202935229, "100": 0.24447949960401283 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "mlp", "seed": 4, "name": "seed-4_db1f9ade", "hyperparameters": { "hidden_size": 128, "num_mlp": 4 }, "parameters": 132738, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 12, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 2, "val_score": -3.882096126681696, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11625732854184777, "position_mse": 5.454859486267846e-06, "position_mse_by_step": { "10": 1.2549671441724237e-08, "20": 9.388526381722987e-08, "30": 2.704904167570378e-07, "40": 5.583076767631415e-07, "50": 9.740663630606962e-07, "60": 1.533037543107899e-06, "70": 2.24848120475534e-06, "80": 3.1329311395568637e-06, "90": 4.1981297191081725e-06, "100": 5.454859486267846e-06 }, "relative_mse_by_step": { "10": 0.02865072976243982, "20": 0.05279098712477399, "30": 0.06677944922117404, "40": 0.07681134924469331, "50": 0.08512259588193644, "60": 0.0924437830838684, "70": 0.09907071485572283, "80": 0.10518166279431108, "90": 0.11088814633552861, "100": 0.11625732854184777 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.071980367741981, "20": -4.613696415608982, "30": -3.919580721138609, "40": -3.578479843126006, "50": -3.4028972047780304, "60": -3.2987912399519113, "70": -3.229997395783813, "80": -3.184500417727887, "90": -3.14936439656746, "100": -3.123859299603203 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_10307667", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 54, "val_score": -4.326823997184407, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12212733381238777, "position_mse": 6.303035537972131e-06, "position_mse_by_step": { "10": 1.6150548968038183e-08, "20": 1.2271101681449182e-07, "30": 3.53180309074576e-07, "40": 7.208408835676242e-07, "50": 1.2361162309356846e-06, "60": 1.9081558298645568e-06, "70": 2.7436941581169908e-06, "80": 3.750713393303938e-06, "90": 4.935551392496303e-06, "100": 6.303035537972131e-06 }, "relative_mse_by_step": { "10": 0.03357307827429988, "20": 0.06281622467958457, "30": 0.07936095225047367, "40": 0.09023579962838153, "50": 0.09826049264527606, "60": 0.10464292587455692, "70": 0.10992565502400743, "80": 0.11449061801829126, "90": 0.11852320151000491, "100": 0.12212733381238777 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.380899474066089, "20": -8.562793488991375, "30": -7.576933736821566, "40": -7.01377748201927, "50": -6.639082258035821, "60": -6.362697361118397, "70": -6.152960889448887, "80": -5.992688323816326, "90": -5.867688723981256, "100": -5.7670991066707415 }, "split_id": "2da427ce", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_2dc02d70", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 92, "val_score": -0.1767099442382185, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08606733170795265, "position_mse": 4.485461894075473e-06, "position_mse_by_step": { "10": 1.1682029526267307e-08, "20": 8.790644205257182e-08, "30": 2.5179134452356166e-07, "40": 5.127263011622014e-07, "50": 8.781560672791296e-07, "60": 1.3549493641359537e-06, "70": 1.94807835518824e-06, "80": 2.6636846781359832e-06, "90": 3.5074806496433146e-06, "100": 4.485461894075473e-06 }, "relative_mse_by_step": { "10": 0.02340290516872647, "20": 0.04360727335246242, "30": 0.0550816141459788, "40": 0.06272236772392234, "50": 0.06842545484321462, "60": 0.07302895821761024, "70": 0.07688221922790604, "80": 0.08025181777913051, "90": 0.08328170763480391, "100": 0.08606733170795265 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.27826713575114903, "20": -0.13184203695864216, "30": -0.20176094964678315, "40": -0.24460070761386277, "50": -0.26140733872984856, "60": -0.2726167087151359, "70": -0.2796588821316952, "80": -0.28567045852597306, "90": -0.29048982942605894, "100": -0.29478204548402154 }, "split_id": "f471db6a", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_3272bc12", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -2.6326337691099395, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10074136449208035, "position_mse": 5.199297984453162e-06, "position_mse_by_step": { "10": 1.4865301897363079e-08, "20": 1.096023719528359e-07, "30": 3.075724233018004e-07, "40": 6.151786007332508e-07, "50": 1.039254252077626e-06, "60": 1.5888433208845397e-06, "70": 2.2719850489595824e-06, "80": 3.0977749633263687e-06, "90": 4.072101705787645e-06, "100": 5.199297984453162e-06 }, "relative_mse_by_step": { "10": 0.03090136101001476, "20": 0.05610586075097752, "30": 0.06911268768968234, "40": 0.0770088575951673, "50": 0.08261167699055853, "60": 0.0871318847504227, "70": 0.09102670717607893, "80": 0.09455965648188497, "90": 0.09778816846646082, "100": 0.10074136449208035 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.119807822303759, "20": -7.096030513728344, "30": -5.935360890696253, "40": -5.222806315538631, "50": -4.737276136150147, "60": -4.391156577948766, "70": -4.143225819543487, "80": -3.966971109535473, "90": -3.8367835641293295, "100": -3.735553652411345 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_493832d8", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 56, "val_score": -0.06355493144059876, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0832857942835916, "position_mse": 4.340500038324535e-06, "position_mse_by_step": { "10": 1.152025136793736e-08, "20": 8.65617491336528e-08, "30": 2.471959123998399e-07, "40": 5.018498444999052e-07, "50": 8.573450502678627e-07, "60": 1.3196247097978032e-06, "70": 1.893127722902526e-06, "80": 2.584063083028403e-06, "90": 3.398060887198946e-06, "100": 4.340500038324535e-06 }, "relative_mse_by_step": { "10": 0.02307881089304827, "20": 0.04294021880763903, "30": 0.054076322166813115, "40": 0.06139183891594134, "50": 0.06680387143930108, "60": 0.07112503267323582, "70": 0.07471355565908666, "80": 0.07785296862318285, "90": 0.08068364207846554, "100": 0.0832857942835916 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.1104067780717426, "20": -0.29161048972744985, "30": -0.315280000984278, "40": -0.3092324718449313, "50": -0.29257095484128226, "60": -0.27508890235511574, "70": -0.2560443560991186, "80": -0.23896441840852112, "90": -0.22473847309938755, "100": -0.21387446552404987 }, "split_id": "ab902886", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_5bf2aa0c", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -99.75773488746225, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -27340167.65547956, "20": -1248.6992911618722, "30": -10.405397594979831, "40": -10.079339073445997, "50": -9.857702510929236, "60": -9.707568978165838, "70": -9.580556483714924, "80": -9.479230586326215, "90": -9.388768684300626, "100": -9.313784170186542 }, "position_mse_by_step": { "10": 1.4122257196186719e-08, "20": 1.0729249445180209e-07, "30": 3.090140206694032e-07, "40": 6.261182941755779e-07, "50": 1.0746860756032637e-06, "60": 1.6659107861329886e-06, "70": 2.407543383847273e-06, "80": 3.3070600096125727e-06, "90": 4.370089556486765e-06, "100": 5.601082833336323e-06 }, "relative_mse_by_step": { "10": 0.029123262517125548, "20": 0.051135484257436525, "30": 0.06362372211687313, "40": 0.07187308696051442, "50": 0.07838764410523588, "60": 0.08387512409849593, "70": 0.08859809864292603, "80": 0.09276016180167718, "90": 0.09646676790709084, "100": 0.09979217059841747 }, "position_mse": 4.726570684748006e-06, "relative_mse": 0.09968498037340495 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_6b5a8537", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 36, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 26, "val_score": -0.12058119163232184, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0902627900700185, "position_mse": 4.704111272855828e-06, "position_mse_by_step": { "10": 1.1069746735132517e-08, "20": 8.5209048553533e-08, "30": 2.4730037304314984e-07, "40": 5.093862860913337e-07, "50": 8.817472781126006e-07, "60": 1.3740055533974425e-06, "70": 1.9940018568880597e-06, "80": 2.750423859408459e-06, "90": 3.6511240231058246e-06, "100": 4.704111272855828e-06 }, "relative_mse_by_step": { "10": 0.022176303569650634, "20": 0.04226919194562541, "30": 0.05409917386911896, "40": 0.0623137800368785, "50": 0.06870528008598667, "60": 0.0740560472632969, "70": 0.07869462103196874, "80": 0.08286510644160873, "90": 0.08669237946091883, "100": 0.0902627900700185 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.2959634256747985, "20": -0.08885819242692183, "30": -0.15936219504712756, "40": -0.20351928767366267, "50": -0.22274346965714287, "60": -0.23493068918307158, "70": -0.24270171268029817, "80": -0.2488781427911595, "90": -0.2535762574720988, "100": -0.2570825067511251 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 0, "name": "seed-0_73d61f81", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": 0.23097663625112919, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07711236022068602, "position_mse": 4.0187670102958304e-06, "position_mse_by_step": { "10": 1.0760720216472309e-08, "20": 7.839490957347754e-08, "30": 2.1962480983057325e-07, "40": 4.421067486707183e-07, "50": 7.54580414812673e-07, "60": 1.16672196840893e-06, "70": 1.6889196879381936e-06, "80": 2.3316584622940745e-06, "90": 3.104688038644911e-06, "100": 4.0187670102958304e-06 }, "relative_mse_by_step": { "10": 0.021557222930060998, "20": 0.038888938869437416, "30": 0.04804489628053751, "40": 0.05408340083295259, "50": 0.058796505567986775, "60": 0.06288389229721386, "70": 0.06665434855870767, "80": 0.07024849133799729, "90": 0.07371778987804034, "100": 0.07711236022068602 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.022538120501558012, "20": -0.11572813557919104, "30": -0.07155859270458786, "40": -0.01389731845047626, "50": 0.04084462869809713, "60": 0.08604917392249001, "70": 0.12215034374110734, "80": 0.15002214334106778, "90": 0.17194626014090408, "100": 0.18833708161367868 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 0, "name": "seed-0_c3da4202", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -95.49004833014277, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "2e706565", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -25528764.88727927, "20": -1296.677587273712, "30": -10.403686929353244, "40": -10.041870826650033, "50": -9.802268828674958, "60": -9.644356787467837, "70": -9.5146567334892, "80": -9.409119405903743, "90": -9.321631373991675, "100": -9.246433359170068 }, "position_mse_by_step": { "10": 1.6156043414527872e-08, "20": 1.2749514976731082e-07, "30": 3.7539993453531107e-07, "40": 7.66933906694418e-07, "50": 1.3168163570175609e-06, "60": 2.035261566029707e-06, "70": 2.930166556517965e-06, "80": 4.0098625648987135e-06, "90": 5.280590515875532e-06, "100": 6.7469262391522674e-06 }, "relative_mse_by_step": { "10": 0.033317385957708036, "20": 0.06076404744932587, "30": 0.07729209524482875, "40": 0.08803752882096354, "50": 0.09604863623817135, "60": 0.10247116342880402, "70": 0.10783074039551774, "80": 0.1124731632450988, "90": 0.11656546007191484, "100": 0.12020718748616901 }, "position_mse": 5.692818083602447e-06, "relative_mse": 0.12006219492819252 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_1c24b620", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.5939141091652631, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10334925863400689, "position_mse": 5.254749645392362e-06, "position_mse_by_step": { "10": 1.2160745843647903e-08, "20": 9.325950748793689e-08, "30": 2.7250767732514957e-07, "40": 5.648111779927538e-07, "50": 9.822849675243463e-07, "60": 1.535242509273108e-06, "70": 2.2314480058785844e-06, "80": 3.0797072341215426e-06, "90": 4.08507717557833e-06, "100": 5.254749645392362e-06 }, "relative_mse_by_step": { "10": 0.025320059683479404, "20": 0.04795167098941207, "30": 0.06165968509943483, "40": 0.0713395379580009, "50": 0.07890747671452578, "60": 0.08519093710595511, "70": 0.09055563599820259, "80": 0.09529976547304873, "90": 0.0995171412550219, "100": 0.10334925863400689 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.19259545799033706, "20": -0.4748566785402695, "30": -0.5482554801640334, "40": -0.5817291832850915, "50": -0.5963530489165083, "60": -0.6051488760524568, "70": -0.6093446824811302, "80": -0.6130078080213344, "90": -0.6137169184186952, "100": -0.6145001058128319 }, "split_id": "99dd9c08", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_79cf1fe6", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -2.5151808838199163, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09792912940282572, "position_mse": 4.860453161979551e-06, "position_mse_by_step": { "10": 1.397409803744714e-08, "20": 1.0197448703865218e-07, "30": 2.8520216522411243e-07, "40": 5.703061023812747e-07, "50": 9.645039890569609e-07, "60": 1.4766846819367985e-06, "70": 2.115287676523232e-06, "80": 2.888734378611194e-06, "90": 3.8020781326102744e-06, "100": 4.860453161979551e-06 }, "relative_mse_by_step": { "10": 0.03026043276435201, "20": 0.054390271312758386, "30": 0.06677093305709837, "40": 0.07437112255565524, "50": 0.07985128623790898, "60": 0.08431718822975592, "70": 0.08821042966516028, "80": 0.09174964642035874, "90": 0.09497181535477953, "100": 0.09792912940282572 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.828283420236764, "20": -5.46341219527806, "30": -4.594522464477371, "40": -4.018429264487388, "50": -3.6193115376944576, "60": -3.339370106828805, "70": -3.138603881884076, "80": -3.0005545256551116, "90": -2.8960180720538014, "100": -2.8162404327726263 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_79e361a9", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 22, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 12, "val_score": -0.4809644294239519, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15361287165201384, "position_mse": 7.810381937036124e-06, "position_mse_by_step": { "10": 1.174003025350423e-08, "20": 9.295988486915771e-08, "30": 2.820976690592098e-07, "40": 6.112199078042328e-07, "50": 1.1168682131515846e-06, "60": 1.840162040269076e-06, "70": 2.824338613598749e-06, "80": 4.115913598720259e-06, "90": 5.760649613811048e-06, "100": 7.810381937036124e-06 }, "relative_mse_by_step": { "10": 0.024444081845510498, "20": 0.047797612645939215, "30": 0.06382959046222134, "40": 0.07720127984798007, "50": 0.08971862080366039, "60": 0.10211098747620827, "70": 0.11461606040335078, "80": 0.12736457424247893, "90": 0.14033599775435351, "100": 0.15361287165201384 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.2926082108846244, "20": -0.5092425798877676, "30": -0.5592234241666854, "40": -0.5761486012982024, "50": -0.5778642831399503, "60": -0.5753405371263156, "70": -0.5687795290398474, "80": -0.5622425227440453, "90": -0.5538753855174625, "100": -0.5461327513243446 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_8ec28605", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -6.023854503200238, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -29262942.11615578, "20": -254840283.3447365, "30": -5662.273996790061, "40": -40606.471691655046, "50": -611.5646206620806, "60": -423.522952320241, "70": -303.83113928262196, "80": -225.00449898613363, "90": -172.1933074919755, "100": -136.53916742909476 }, "position_mse_by_step": { "10": 1.3517534096893853e-08, "20": 1.0469879103155713e-07, "30": 2.946665541364374e-07, "40": 5.937849136498867e-07, "50": 1.0333805228959557e-06, "60": 1.5968814132896534e-06, "70": 2.303059953480722e-06, "80": 3.158770111938863e-06, "90": 4.16852536926189e-06, "100": 5.337941532756164e-06 }, "relative_mse_by_step": { "10": 0.02904542550295407, "20": 0.05080582092024498, "30": 0.060646354314978584, "40": 0.0681724259025217, "50": 0.0740810798069119, "60": 0.07904723897651841, "70": 0.08334705970958803, "80": 0.08714605746010119, "90": 0.09051945616291675, "100": 0.09356554821615228 }, "position_mse": 3.988001593618102e-06, "relative_mse": 0.09341428201454163 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_99f0f032", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.6732764775134672, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10342483407820369, "position_mse": 5.258592247108547e-06, "position_mse_by_step": { "10": 1.220640807478698e-08, "20": 9.369092870414875e-08, "30": 2.740208432605584e-07, "40": 5.683327482281746e-07, "50": 9.884223214636937e-07, "60": 1.5439528987875356e-06, "70": 2.2419528615306004e-06, "80": 3.090495246738101e-06, "90": 4.093931306264105e-06, "100": 5.258592247108547e-06 }, "relative_mse_by_step": { "10": 0.025415133656127735, "20": 0.04817349682545692, "30": 0.06200206567379632, "40": 0.07178433650886243, "50": 0.07940049363840114, "60": 0.08567427849391818, "70": 0.09098193940394252, "80": 0.09563359430615584, "90": 0.09973283798149117, "100": 0.10342483407820369 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.3930419554502915, "20": -0.6150026281505228, "30": -0.6742197875755, "40": -0.7024677601581955, "50": -0.7168899201657581, "60": -0.7275618183249686, "70": -0.7341572510979437, "80": -0.7405321623485672, "90": -0.744331588522378, "100": -0.7482376815728446 }, "split_id": "c0dd1b36", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_9dc905db", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -0.13787239485548763, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20365517702942962, "position_mse": 1.0354761934650014e-05, "position_mse_by_step": { "10": 1.3406955668664772e-08, "20": 1.1122880813222277e-07, "30": 3.497779745842422e-07, "40": 7.774639454640107e-07, "50": 1.445084807016883e-06, "60": 2.406613443538065e-06, "70": 3.7160721092277526e-06, "80": 5.4346534771606715e-06, "90": 7.623782994414796e-06, "100": 1.0354761934650014e-05 }, "relative_mse_by_step": { "10": 0.027914810659551127, "20": 0.05719102915904514, "30": 0.07914345745881145, "40": 0.09819904564480575, "50": 0.11608443530148338, "60": 0.13354349770048318, "70": 0.15080399470648084, "80": 0.16817221976894597, "90": 0.18572405282536705, "100": 0.20365517702942962 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.015843464057974654, "20": -0.19828155613610132, "30": -0.22805013326407675, "40": -0.2249189148997255, "50": -0.20796129402812835, "60": -0.18737059556966407, "70": -0.16339370486807114, "80": -0.1390344607431404, "90": -0.11248487184384093, "100": -0.08644195495910223 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 1, "name": "seed-1_c1b049af", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 84, "val_score": -5.64101272371219, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9ff00303", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -31405732.39867603, "20": -6892517.699180982, "30": -130195.73555012667, "40": -952.9417163243097, "50": -581.823988064185, "60": -388.8574639404765, "70": -275.2927180716109, "80": -203.94142163163235, "90": -156.5598405846624, "100": -124.03998705477741 }, "position_mse_by_step": { "10": 1.5831180614421132e-08, "20": 1.290828594172463e-07, "30": 3.785494194334686e-07, "40": 7.885689555017997e-07, "50": 1.3610405886765875e-06, "60": 2.111203869503697e-06, "70": 3.047156388683666e-06, "80": 4.176336117412715e-06, "90": 5.503255102632045e-06, "100": 7.034334962860647e-06 }, "relative_mse_by_step": { "10": 0.034016809120950606, "20": 0.061542615189993675, "30": 0.07725696446877751, "40": 0.08892346624333126, "50": 0.09757040532139805, "60": 0.10450671879073241, "70": 0.11027568999592526, "80": 0.11521928293710174, "90": 0.11950308919536594, "100": 0.12330060250702427 }, "position_mse": 5.242930300632307e-06, "relative_mse": 0.12307387379804033 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 1, "name": "seed-1_c3403fef", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -3.6398446715672357, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11485108111334234, "position_mse": 5.700329450064601e-06, "position_mse_by_step": { "10": 1.4566352592369571e-08, "20": 1.0949398479961506e-07, "30": 3.133106364572313e-07, "40": 6.39107799876066e-07, "50": 1.0987110083452274e-06, "60": 1.7022855977139833e-06, "70": 2.457735482559136e-06, "80": 3.3725381764985025e-06, "90": 4.451543468673793e-06, "100": 5.700329450064601e-06 }, "relative_mse_by_step": { "10": 0.03154293980635109, "20": 0.05840095609511408, "30": 0.07335162941881478, "40": 0.08334325077777516, "50": 0.09096228550168813, "60": 0.09719877027165885, "70": 0.10249097809532404, "80": 0.10711583159877168, "90": 0.11119475970905769, "100": 0.11485108111334234 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.477224453353271, "20": -6.325022864277004, "30": -5.600699735345762, "40": -5.15008872322702, "50": -4.85768188381758, "60": -4.654456193362744, "70": -4.502697298178068, "80": -4.395072828512422, "90": -4.308938867983953, "100": -4.239677019661035 }, "split_id": "672100f0", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_5cdb5463", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": -29.036202161246518, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -37763693.476916805, "20": -18172709.652336888, "30": -7216.961082828395, "40": -47780.77380896985, "50": -850773.600603608, "60": -380.404023571345, "70": -273.3806648418645, "80": -203.52175914640358, "90": -156.6493681643854, "100": -124.36733732166438 }, "position_mse_by_step": { "10": 1.5926411503618062e-08, "20": 1.2446188576668144e-07, "30": 3.668019714555774e-07, "40": 7.582983927828332e-07, "50": 1.3171908461261314e-06, "60": 2.052078900456016e-06, "70": 2.9609147722859622e-06, "80": 4.059092737358176e-06, "90": 5.35199231523263e-06, "100": 6.846300611381853e-06 }, "relative_mse_by_step": { "10": 0.034106594542212466, "20": 0.061636537478080844, "30": 0.0785062729270641, "40": 0.08962757341641077, "50": 0.09824775850057742, "60": 0.10490977164163309, "70": 0.11067329890454225, "80": 0.1156646356950167, "90": 0.12003700979748363, "100": 0.12394239023566514 }, "position_mse": 5.501154746674025e-06, "relative_mse": 0.12356972410632346 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_69615262", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -29.01384607464366, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "3feb80b8", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -40368417.32864343, "20": -274113.45295637735, "30": -1482.7319833471088, "40": -803.9522456104002, "50": -527.8075211521589, "60": -369.02202276440136, "70": -268.00331702430447, "80": -201.02159491967055, "90": -155.54488920016334, "100": -123.91550798713227 }, "position_mse_by_step": { "10": 1.6687218167663415e-08, "20": 1.3027379376344245e-07, "30": 3.944357497763308e-07, "40": 8.001525807646967e-07, "50": 1.366188807289908e-06, "60": 2.102040953490457e-06, "70": 3.0151891056310172e-06, "80": 4.113194284473463e-06, "90": 5.401736418418425e-06, "100": 6.888106694548567e-06 }, "relative_mse_by_step": { "10": 0.03573587081764421, "20": 0.06451473495078389, "30": 0.08233926489863097, "40": 0.09318187361193062, "50": 0.10114696838924438, "60": 0.10746401435297599, "70": 0.11270196908896116, "80": 0.11720626978483037, "90": 0.12115269402305427, "100": 0.12469922902615868 }, "position_mse": 5.5205243768341464e-06, "relative_mse": 0.12440123061002378 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_6ec0f99b", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 36, "val_score": -0.5785776963759146, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08031926819538122, "position_mse": 4.053183359279241e-06, "position_mse_by_step": { "10": 9.677666618079783e-09, "20": 7.446808846392879e-08, "30": 2.1705170860641942e-07, "40": 4.472850629814015e-07, "50": 7.731833795686174e-07, "60": 1.202117275868529e-06, "70": 1.739034259782914e-06, "80": 2.3895947827717075e-06, "90": 3.1593365331364763e-06, "100": 4.053183359279241e-06 }, "relative_mse_by_step": { "10": 0.0200056473379241, "20": 0.03812376156315406, "30": 0.04901372104786951, "40": 0.05649219287443428, "50": 0.06221137471288651, "60": 0.06691257589206949, "70": 0.07088180296116449, "80": 0.07435492557307025, "90": 0.077472977167974, "100": 0.08031926819538122 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.09455202047862121, "20": -0.29043006940677296, "30": -0.32465538605524036, "40": -0.32570644293018014, "50": -0.31436220844462337, "60": -0.3020919379358731, "70": -0.28788143400131716, "80": -0.27451896384355745, "90": -0.2615537259056655, "100": -0.25144319186981234 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_9f1c6656", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 96, "val_score": -0.6696367857897265, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08902227824578483, "position_mse": 4.492366836724874e-06, "position_mse_by_step": { "10": 1.0811384631199365e-08, "20": 8.21647637229615e-08, "30": 2.3923395024993966e-07, "40": 4.934310664188908e-07, "50": 8.541155154822329e-07, "60": 1.329371021187496e-06, "70": 1.924622437599055e-06, "80": 2.6465463956729506e-06, "90": 3.5008210145649953e-06, "100": 4.492366836724874e-06 }, "relative_mse_by_step": { "10": 0.022349266274822612, "20": 0.04206405623778534, "30": 0.05402282330793704, "40": 0.06232044233395927, "50": 0.06872328322861963, "60": 0.07399580817076165, "70": 0.07844624545439484, "80": 0.08235026360732539, "90": 0.08584683008153642, "100": 0.08902227824578483 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.0692347702692071, "20": -0.20812633384393098, "30": -0.30162760204932804, "40": -0.336419818339065, "50": -0.3543003371826423, "60": -0.36464725083179017, "70": -0.36978787941793656, "80": -0.37419126510312606, "90": -0.3767763829473585, "100": -0.3793125844649998 }, "split_id": "cc6a6a4a", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_af039018", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 20, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 10, "val_score": -2.290636390419161, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10088382070919782, "position_mse": 5.00769254878313e-06, "position_mse_by_step": { "10": 1.3865707981786101e-08, "20": 1.0151727964924362e-07, "30": 2.8377174332255044e-07, "40": 5.69479345508788e-07, "50": 9.697176651002337e-07, "60": 1.4960767052636064e-06, "70": 2.1567418956790007e-06, "80": 2.958650204781017e-06, "90": 3.907090957357338e-06, "100": 5.00769254878313e-06 }, "relative_mse_by_step": { "10": 0.029925621615190884, "20": 0.05390595832439619, "30": 0.0661511995766168, "40": 0.07399366353980551, "50": 0.0800505084349886, "60": 0.08523553396449515, "70": 0.08979849944663006, "80": 0.093876659147415, "90": 0.09754429570983214, "100": 0.10088382070919782 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.463817094219997, "20": -5.15213521532565, "30": -4.321375167242165, "40": -3.828875456597417, "50": -3.530668937735732, "60": -3.3353873487353036, "70": -3.2065655638072927, "80": -3.116799548234906, "90": -3.0497972225787766, "100": -2.9980016302593384 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_b0bd1060", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -4.19777083493473, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1266025473254226, "position_mse": 6.2843241705325325e-06, "position_mse_by_step": { "10": 1.6557079815119177e-08, "20": 1.2519646815129754e-07, "30": 3.5879898173821597e-07, "40": 7.289205174946086e-07, "50": 1.2451649735924418e-06, "60": 1.9162822829749918e-06, "70": 2.748863894095978e-06, "80": 3.7501525408093327e-06, "90": 4.926399520042781e-06, "100": 6.2843241705325325e-06 }, "relative_mse_by_step": { "10": 0.03573426659862096, "20": 0.06647967339002393, "30": 0.08364110806435417, "40": 0.09471019439795411, "50": 0.10278877327785012, "60": 0.10917578159021986, "70": 0.11445219910986423, "80": 0.11899067732152777, "90": 0.12299231751002164, "100": 0.1266025473254226 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.468192484198184, "20": -7.385934626084195, "30": -6.696378869740499, "40": -6.258418820477442, "50": -5.963387741491454, "60": -5.726610899288523, "70": -5.543306933980436, "80": -5.400203988103831, "90": -5.285347297108974, "100": -5.192522753639452 }, "split_id": "3687a5fe", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 2, "name": "seed-2_e5d2c3c2", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 36, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 26, "val_score": -0.5487212962424612, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08065130219330388, "position_mse": 4.0699389237326094e-06, "position_mse_by_step": { "10": 9.699557412812254e-09, "20": 7.452040148133879e-08, "30": 2.1711032770964167e-07, "40": 4.4749918138060303e-07, "50": 7.738715658384925e-07, "60": 1.2038926005938525e-06, "70": 1.7428508233560284e-06, "80": 2.39660270417679e-06, "90": 3.1706136165813145e-06, "100": 4.0699389237326094e-06 }, "relative_mse_by_step": { "10": 0.020050899932030464, "20": 0.03815054308855005, "30": 0.04902695817183347, "40": 0.05651923607105934, "50": 0.06226674710582562, "60": 0.06701139449554597, "70": 0.07103736338538065, "80": 0.07457298491863529, "90": 0.07774951283268709, "100": 0.08065130219330388 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.1318012054232781, "20": -0.12370356214906475, "30": -0.21217146701135814, "40": -0.24542736507941498, "50": -0.2627740229815061, "60": -0.2746574971235254, "70": -0.28193645356616437, "80": -0.2888034692170449, "90": -0.2939002690524235, "100": -0.2987886810021876 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 2, "name": "seed-2_f21fed03", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.6315796213412677, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07771501570826231, "position_mse": 3.921763924300389e-06, "position_mse_by_step": { "10": 1.0152656511529048e-08, "20": 7.585923398017209e-08, "30": 2.1741601679638376e-07, "40": 4.4263081781435536e-07, "50": 7.584841663949809e-07, "60": 1.1725141658100062e-06, "70": 1.6901461230694233e-06, "80": 2.3174742724206354e-06, "90": 3.0598741982349304e-06, "100": 3.921763924300389e-06 }, "relative_mse_by_step": { "10": 0.0209875452139753, "20": 0.03883595521623272, "30": 0.049095987619798435, "40": 0.05590436077937367, "50": 0.06102865624933145, "60": 0.06526479959919403, "70": 0.0688891571842511, "80": 0.07211081489032688, "90": 0.07503397039548212, "100": 0.07771501570826231 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.13990940759885961, "20": -0.31447921450761185, "30": -0.3334119404200162, "40": -0.321733731632208, "50": -0.30107216193740505, "60": -0.2827071180019358, "70": -0.2661915523630842, "80": -0.25358471831021556, "90": -0.24307359225816172, "100": -0.23547240903627187 }, "split_id": "c77ae04d", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 3, "name": "seed-3_011c750e", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 28, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 18, "val_score": -0.5074272913210403, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09230059986796468, "position_mse": 4.859211309492042e-06, "position_mse_by_step": { "10": 1.189979994225305e-08, "20": 8.962778524436641e-08, "30": 2.586245140331503e-07, "40": 5.303835023490982e-07, "50": 9.148187154599847e-07, "60": 1.4231739653171515e-06, "70": 2.0637885264867303e-06, "80": 2.8454308448999653e-06, "90": 3.774586912186351e-06, "100": 4.859211309492042e-06 }, "relative_mse_by_step": { "10": 0.023785906195656445, "20": 0.04428720179492672, "30": 0.05627866360440153, "40": 0.06447148930948604, "50": 0.07077478979461045, "60": 0.07610497374359383, "70": 0.08075919484514603, "80": 0.08495217773179596, "90": 0.08876555011956554, "100": 0.09230059986796468 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.1833377109076293, "20": -0.43508342261794164, "30": -0.511927124001837, "40": -0.5373269967943184, "50": -0.5518520787044396, "60": -0.5622374098287888, "70": -0.567536668067167, "80": -0.5722155405319649, "90": -0.5757982407060076, "100": -0.5792156863380924 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_0caf28da", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 16, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 6, "val_score": 0.04821529015916648, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07204666906106703, "position_mse": 3.7929329778307875e-06, "position_mse_by_step": { "10": 1.1623004328046147e-08, "20": 8.220182712292967e-08, "30": 2.263684111396864e-07, "40": 4.479166992358127e-07, "50": 7.521766212294421e-07, "60": 1.1478278535394435e-06, "70": 1.6414470195513787e-06, "80": 2.241084520652034e-06, "90": 2.9552633200020344e-06, "100": 3.7929329778307875e-06 }, "relative_mse_by_step": { "10": 0.023232633489657657, "20": 0.040617860809337485, "30": 0.0492594899939002, "40": 0.0544471246907574, "50": 0.058192012642818154, "60": 0.0613806960952367, "70": 0.06423232709099296, "80": 0.06690902745067472, "90": 0.06949782332504502, "100": 0.07204666906106703 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4454520479395545, "20": -0.4766999540855037, "30": -0.38094430499598686, "40": -0.2796292360421808, "50": -0.1900220999646305, "60": -0.11913956281207505, "70": -0.061398419426675455, "80": -0.014120798663130874, "90": 0.022549686060065466, "100": 0.04799366908536917 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_8a5a4f30", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -4.6586372066148956, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.12408842489811363, "position_mse": 6.065604879625295e-06, "position_mse_by_step": { "10": 1.4871168252383881e-08, "20": 1.1450113827241434e-07, "30": 3.313722572276642e-07, "40": 6.793460177131497e-07, "50": 1.1702757404918885e-06, "60": 1.814326024681837e-06, "70": 2.6195040346367804e-06, "80": 3.592767226986585e-06, "90": 4.740231982428408e-06, "100": 6.065604879625295e-06 }, "relative_mse_by_step": { "10": 0.03226952961991443, "20": 0.061340954168673134, "30": 0.07807695232515716, "40": 0.08931285319583801, "50": 0.09782928650665508, "60": 0.10474865034546908, "70": 0.11058987583337117, "80": 0.11565209994080841, "90": 0.12012137255343179, "100": 0.12408842489811363 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.297960441737777, "20": -6.9999335872008945, "30": -6.316188560247467, "40": -5.939151047883866, "50": -5.716498372316064, "60": -5.568201666393797, "70": -5.458265483790558, "80": -5.377618810977074, "90": -5.3140271935771715, "100": -5.261857982419185 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_bd43e00c", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 62, "val_score": -0.6625853459046434, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09508432256103322, "position_mse": 5.0057617849168825e-06, "position_mse_by_step": { "10": 1.2746165546441622e-08, "20": 9.554811035388562e-08, "30": 2.752695787882382e-07, "40": 5.632704172800881e-07, "50": 9.683487887863456e-07, "60": 1.4988837551957853e-06, "70": 2.1607812331784056e-06, "80": 2.9619735286701143e-06, "90": 3.90817512538888e-06, "100": 5.0057617849168825e-06 }, "relative_mse_by_step": { "10": 0.02547766344923661, "20": 0.04721257401183453, "30": 0.05990075644245707, "40": 0.06846910306444731, "50": 0.074916134547771, "60": 0.08015359444019461, "70": 0.08455466749059466, "80": 0.08843163491232367, "90": 0.09190709421704767, "100": 0.09508432256103322 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.650042563089738, "20": -0.844863296671214, "30": -0.8792330784563804, "40": -0.8841396106295587, "50": -0.8798036519408379, "60": -0.8731433698638009, "70": -0.8638690877194048, "80": -0.8566129290229514, "90": -0.8496183098282124, "100": -0.8442346715494282 }, "split_id": "1b4defb5", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 3, "name": "seed-3_d7dbaf11", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -5.0372011691598395, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13120096686882218, "position_mse": 6.413275255161872e-06, "position_mse_by_step": { "10": 1.5184720458805147e-08, "20": 1.1905477454681496e-07, "30": 3.4802559239567797e-07, "40": 7.171209271104675e-07, "50": 1.2380170701931092e-06, "60": 1.920605911160627e-06, "70": 2.772793642488328e-06, "80": 3.8017789815317623e-06, "90": 5.013985140424536e-06, "100": 6.413275255161872e-06 }, "relative_mse_by_step": { "10": 0.03294991881602743, "20": 0.06378044427526285, "30": 0.08200076196102103, "40": 0.09427907784354514, "50": 0.10349212793998858, "60": 0.11088463390965521, "70": 0.11706143627943072, "80": 0.1223802420102119, "90": 0.12705850246631956, "100": 0.13120096686882218 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.432706934661711, "20": -7.345950066239963, "30": -6.749183871819512, "40": -6.410382126552939, "50": -6.195759617246053, "60": -6.045997311115638, "70": -5.929264541979475, "80": -5.843481162557976, "90": -5.7744599510576995, "100": -5.717946994362371 }, "split_id": "d4b4b9c8", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 3, "name": "seed-3_f9b06050", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -0.634901604216981, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09573872072857965, "position_mse": 5.040212904207562e-06, "position_mse_by_step": { "10": 1.279139416491112e-08, "20": 9.606734170069281e-08, "30": 2.771327046703829e-07, "40": 5.676241638243238e-07, "50": 9.763235490924315e-07, "60": 1.5114349331213362e-06, "70": 2.1787009706437335e-06, "80": 2.985574585474231e-06, "90": 3.937255584267924e-06, "100": 5.040212904207562e-06 }, "relative_mse_by_step": { "10": 0.025568068639365456, "20": 0.04746913846192783, "30": 0.06030618682157588, "40": 0.06899832865788999, "50": 0.07553310048297471, "60": 0.0808247752583895, "70": 0.08525589416714754, "80": 0.0891362597236682, "90": 0.09259096850320964, "100": 0.09573872072857965 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.28003947392926776, "20": -0.5830087028486701, "30": -0.6788971674906623, "40": -0.7114031396916858, "50": -0.7284601510277431, "60": -0.7375268299570985, "70": -0.7404270682600123, "80": -0.7417161990881276, "90": -0.7402623566780466, "100": -0.7384337080960575 }, "split_id": "91e3c86b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_333c4256", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 52, "val_score": -4.992062678257309, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.11947754657833956, "position_mse": 5.605953934458999e-06, "position_mse_by_step": { "10": 1.4388267291895066e-08, "20": 1.0944662994307107e-07, "30": 3.154443585324478e-07, "40": 6.435018371624729e-07, "50": 1.1027723425221275e-06, "60": 1.7009566803949383e-06, "70": 2.444298056860004e-06, "80": 3.3390585461542546e-06, "90": 4.391019571617757e-06, "100": 5.605953934458999e-06 }, "relative_mse_by_step": { "10": 0.032848219162078654, "20": 0.06154102781691523, "30": 0.07787780718917219, "40": 0.08853226708336681, "50": 0.09637007089263193, "60": 0.1025694844228739, "70": 0.10769863466122431, "80": 0.11210196279696587, "90": 0.11598308137156775, "100": 0.11947754657833956 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.5733544223188645, "20": -6.126972926331202, "30": -5.400805416997201, "40": -4.974295676233334, "50": -4.688714812195893, "60": -4.473370086022603, "70": -4.3015903063239405, "80": -4.166933893229199, "90": -4.054765294601528, "100": -3.965116650249767 }, "split_id": "30a82c72", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "tiny_mlp", "seed": 4, "name": "seed-4_606eefbb", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 82, "val_score": -0.27296310567524595, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09358043922070026, "position_mse": 4.8591441290974605e-06, "position_mse_by_step": { "10": 1.1715064335282577e-08, "20": 8.816179474077249e-08, "30": 2.562923562900364e-07, "40": 5.287969760355996e-07, "50": 9.162652669354137e-07, "60": 1.427893317794217e-06, "70": 2.070591938060521e-06, "80": 2.852436598946692e-06, "90": 3.7797420865055236e-06, "100": 4.8591441290974605e-06 }, "relative_mse_by_step": { "10": 0.023638902834348854, "20": 0.04404392186928619, "30": 0.056434357377204473, "40": 0.06507482034202389, "50": 0.07178518763519216, "60": 0.07734740351959858, "70": 0.0820961097844675, "80": 0.08630545019979312, "90": 0.09009990136840945, "100": 0.09358043922070026 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.08845865802967579, "20": -0.3098496925986356, "30": -0.40185848574780403, "40": -0.4443723932250976, "50": -0.4623190853636898, "60": -0.4717042283434132, "70": -0.47432805899307473, "80": -0.4755110711590238, "90": -0.4741715699404845, "100": -0.4719248231709068 }, "split_id": "0c0de2f0", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "tiny_mlp", "seed": 4, "name": "seed-4_9414d5a7", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 40, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 36, "val_score": 0.3336892435331442, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.28512596487241654, "position_mse": 1.4805104248288055e-05, "position_mse_by_step": { "10": 1.0753384124421014e-08, "20": 9.082185657506767e-08, "30": 3.0485640313112787e-07, "40": 7.377616351992141e-07, "50": 1.497504613975512e-06, "60": 2.7049332710963168e-06, "70": 4.489407914271786e-06, "80": 6.994435424141037e-06, "90": 1.0375861880415219e-05, "100": 1.4805104248288055e-05 }, "relative_mse_by_step": { "10": 0.021698404309402064, "20": 0.045372837143092246, "30": 0.0671279294165201, "40": 0.09079043194565191, "50": 0.11732262869501041, "60": 0.14652324694415758, "70": 0.1779988216039027, "80": 0.21162885737645615, "90": 0.24733542941337525, "100": 0.28512596487241654 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.17125053575167337, "20": -0.11120644878619501, "30": -0.11185384249225461, "40": -0.07438090473915615, "50": -0.02556008421421141, "60": 0.021809995816306604, "70": 0.06726902388397737, "80": 0.10865891743322709, "90": 0.14742069843759165, "100": 0.18359427243300797 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_b48c3186", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 14, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 4, "val_score": -0.03139561681116576, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.07307806556404141, "position_mse": 3.794562797614682e-06, "position_mse_by_step": { "10": 1.0500093625925061e-08, "20": 7.763763992331616e-08, "30": 2.1950215922978648e-07, "40": 4.419734137530083e-07, "50": 7.521846267114338e-07, "60": 1.1560707877476618e-06, "70": 1.6573482393969893e-06, "80": 2.2609571471678333e-06, "90": 2.9716419220449096e-06, "100": 3.794562797614682e-06 }, "relative_mse_by_step": { "10": 0.021187309422387498, "20": 0.03878625834413622, "30": 0.048333331037869055, "40": 0.05439013799124248, "50": 0.058930220879575626, "60": 0.06262307737056401, "70": 0.06571156803598655, "80": 0.06840920655022296, "90": 0.07083674969103894, "100": 0.07307806556404141 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.3809810578787316, "20": -0.5134604857183951, "30": -0.5065440346203072, "40": -0.47763108034908375, "50": -0.4442740411533239, "60": -0.4124458697413851, "70": -0.38088854925457105, "80": -0.35366761629081367, "90": -0.3305167573231065, "100": -0.3122410320345739 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_cba850c8", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 24, "early_stopped": true, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": 14, "val_score": -3.12347294095425, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09926162675325952, "position_mse": 4.657411563714829e-06, "position_mse_by_step": { "10": 1.2168904041574637e-08, "20": 8.987607522976353e-08, "30": 2.5437851002761494e-07, "40": 5.16381311907058e-07, "50": 8.870852273698151e-07, "60": 1.3764189712820293e-06, "70": 1.9920800367247336e-06, "80": 2.7405949469182034e-06, "90": 3.6274288139078893e-06, "100": 4.657411563714829e-06 }, "relative_mse_by_step": { "10": 0.027781442950056617, "20": 0.05053665013410683, "30": 0.06280169551664916, "40": 0.07104316659638751, "50": 0.07752140940886922, "60": 0.08299951777812505, "70": 0.08777337914621731, "80": 0.09200978914695081, "90": 0.09581382283341651, "100": 0.09926162675325952 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -5.6999866565146595, "20": -4.211634514472059, "30": -3.452454188224962, "40": -3.0547586202507313, "50": -2.8303945930354346, "60": -2.69114141967197, "70": -2.5965886572271524, "80": -2.5301584425331636, "90": -2.4783066477339046, "100": -2.4385939934263656 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ], [ 10, 2 ], [ 20, 3 ], [ 30, 5 ], [ 40, 8 ], [ 50, 10 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 51, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "tiny_mlp", "seed": 4, "name": "seed-4_cd27c249", "hyperparameters": { "hidden_dim": 4 }, "parameters": 46, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 100, "trained_epochs": 100, "early_stopped": false, "early_stopping_patience": null, "select_by": "poisson_r2_100", "selected_epoch": 100, "val_score": -0.5877300611200553, "rollout_steps": 100, "protocol": { "training_frames": 29, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09259538032777183, "position_mse": 4.807995158476582e-06, "position_mse_by_step": { "10": 1.177052821004538e-08, "20": 8.833139622918143e-08, "30": 2.5630992462412547e-07, "40": 5.279326433793585e-07, "50": 9.132282061484277e-07, "60": 1.4208378617906549e-06, "70": 2.0571430488709147e-06, "80": 2.8297300685510763e-06, "90": 3.744574623608189e-06, "100": 4.807995158476582e-06 }, "relative_mse_by_step": { "10": 0.023750819005597334, "20": 0.04412865148177154, "30": 0.05643822584077809, "40": 0.0649684538254407, "50": 0.07154724783072652, "60": 0.07696521726259913, "70": 0.0815628799079795, "80": 0.08561842447273837, "90": 0.08926159418609149, "100": 0.09259538032777183 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.4975614681355631, "20": -0.685217332934599, "30": -0.728501204110529, "40": -0.7470226921484475, "50": -0.7562993341897104, "60": -0.7631322275422792, "70": -0.7660353822370203, "80": -0.7693526157690402, "90": -0.7712035137588984, "100": -0.77310844628826 }, "split_id": "44db3bc3", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_6be6f119", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10069699385787294, "position_mse": 5.2478974290741985e-06, "position_mse_by_step": { "10": 1.2698876535242677e-08, "20": 9.749843980737845e-08, "30": 2.835939217428672e-07, "40": 5.845820495612283e-07, "50": 1.0107592037249853e-06, "60": 1.5701975862266897e-06, "70": 2.268476266818555e-06, "80": 3.111503779048722e-06, "90": 4.103214246344221e-06, "100": 5.2478974290741985e-06 }, "relative_mse_by_step": { "10": 0.025439980496146698, "20": 0.04836552380969181, "30": 0.06203871305085224, "40": 0.0715125598087548, "50": 0.07875782088044711, "60": 0.08463039059106534, "70": 0.08952693776118337, "80": 0.09374376642434792, "90": 0.09742682094675345, "100": 0.10069699385787294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.23150304317615444, "20": -0.45894965655367725, "30": -0.5238332561338908, "40": -0.5570548584997368, "50": -0.5757488849075256, "60": -0.5899759039022894, "70": -0.5995586513564728, "80": -0.607696294529122, "90": -0.6139313252096548, "100": -0.618799741165226 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_8593cf12", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13837545200951726, "position_mse": 7.1416067506951155e-06, "position_mse_by_step": { "10": 1.6867500951533998e-08, "20": 1.311858456024392e-07, "30": 3.839303742734858e-07, "40": 7.935456049982089e-07, "50": 1.3738665036352618e-06, "60": 2.135973746573784e-06, "70": 3.0869869362959435e-06, "80": 4.2346488470457185e-06, "90": 5.584699204064237e-06, "100": 7.1416067506951155e-06 }, "relative_mse_by_step": { "10": 0.035063447741520745, "20": 0.06715452097183601, "30": 0.08627060829087975, "40": 0.09933707124685248, "50": 0.10921044162154335, "60": 0.11713641985339608, "70": 0.12367962369966752, "80": 0.12926275957375477, "90": 0.13411195153238703, "100": 0.13837545200951726 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -11.199836950398298, "20": -9.607866355485017, "30": -8.794701720308838, "40": -8.372478407712023, "50": -8.114781888877797, "60": -7.930512357738273, "70": -7.791320634569802, "80": -7.682197460663069, "90": -7.5934880241357465, "100": -7.517823260837195 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_97541cc7", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10069699385787294, "position_mse": 5.2478974290741985e-06, "position_mse_by_step": { "10": 1.2698876535242677e-08, "20": 9.749843980737845e-08, "30": 2.835939217428672e-07, "40": 5.845820495612283e-07, "50": 1.0107592037249853e-06, "60": 1.5701975862266897e-06, "70": 2.268476266818555e-06, "80": 3.111503779048722e-06, "90": 4.103214246344221e-06, "100": 5.2478974290741985e-06 }, "relative_mse_by_step": { "10": 0.025439980496146698, "20": 0.04836552380969181, "30": 0.06203871305085224, "40": 0.0715125598087548, "50": 0.07875782088044711, "60": 0.08463039059106534, "70": 0.08952693776118337, "80": 0.09374376642434792, "90": 0.09742682094675345, "100": 0.10069699385787294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.1661703664286711, "20": -0.32893714378988714, "30": -0.4235511700779755, "40": -0.4877556946101209, "50": -0.5219750835321748, "60": -0.5460349255541779, "70": -0.5626229789671735, "80": -0.575903369847947, "90": -0.5860426059075188, "100": -0.5940478193696479 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_cccf16cc", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -26107087.314793557, "20": -45989900.29343956, "30": -3370142.3567994977, "40": -9.657456640051814, "50": -9.408453218257776, "60": -9.24866403906051, "70": -9.114445129579133, "80": -9.004709784725959, "90": -8.91307736541771, "100": -8.837412520055691 }, "position_mse_by_step": { "10": 1.69103269937634e-08, "20": 1.3425390416581385e-07, "30": 3.9828951479137233e-07, "40": 8.32236687278579e-07, "50": 1.4392174522280415e-06, "60": 2.2356532814243973e-06, "70": 3.229329215397013e-06, "80": 4.4281538371020145e-06, "90": 5.838029846156626e-06, "100": 7.463435312182178e-06 }, "relative_mse_by_step": { "10": 0.03487288791361102, "20": 0.06460975761378078, "30": 0.08282163005243343, "40": 0.0955337359616107, "50": 0.10497657687801294, "60": 0.11256046721202495, "70": 0.11883998863564305, "80": 0.12420587023469866, "90": 0.12887055583744444, "100": 0.13297293257130716 }, "position_mse": 6.29940501340544e-06, "relative_mse": 0.13278620789894244 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_3b30e9b6", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0997423248808611, "position_mse": 5.071356613736303e-06, "position_mse_by_step": { "10": 1.2294976130057731e-08, "20": 9.382653366632862e-08, "30": 2.7276408299010364e-07, "40": 5.62392910146465e-07, "50": 9.728338721259888e-07, "60": 1.5123302665033733e-06, "70": 2.1864756422676888e-06, "80": 3.0019331148878337e-06, "90": 3.961814955947115e-06, "100": 5.071356613736303e-06 }, "relative_mse_by_step": { "10": 0.025599542447688535, "20": 0.04824322145414233, "30": 0.06171770141924631, "40": 0.07103409409014752, "50": 0.07814826516723701, "60": 0.08391953182570591, "70": 0.08873058742956089, "80": 0.0928930901758887, "90": 0.09651433293703447, "100": 0.0997423248808611 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.30876645967092275, "20": -0.6003504661155286, "30": -0.6800519239859752, "40": -0.7219499106963578, "50": -0.7447640933301369, "60": -0.7612025762161305, "70": -0.7723226168765283, "80": -0.7825121963757848, "90": -0.7889033923060882, "100": -0.7952652210803786 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_4a31370c", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13367719205447648, "position_mse": 6.634713642077778e-06, "position_mse_by_step": { "10": 1.583956285498646e-08, "20": 1.2189993976769692e-07, "30": 3.5547251968637284e-07, "40": 7.342529342630704e-07, "50": 1.2716805270786479e-06, "60": 1.9781149477791715e-06, "70": 2.8611082724085333e-06, "80": 3.928210003729354e-06, "90": 5.184170863360902e-06, "100": 6.634713642077778e-06 }, "relative_mse_by_step": { "10": 0.03430003321184717, "20": 0.06501793722640503, "30": 0.08322248113707584, "40": 0.09575071129858077, "50": 0.1052824321340729, "60": 0.11294834464811541, "70": 0.11931218284338609, "80": 0.12476463103553265, "90": 0.12949500268810155, "100": 0.13367719205447648 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.545231188845916, "20": -7.5778860967172665, "30": -7.019253786745621, "40": -6.687836791986282, "50": -6.474034832531476, "60": -6.31713751485142, "70": -6.190279097313535, "80": -6.096832071926246, "90": -6.017379917517707, "100": -5.950425896461113 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_5a8dee15", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -31403422.62398117, "20": -43723780.83246995, "30": -85968.40077399372, "40": -936.439361932723, "50": -572.9487041728815, "60": -385.0667420064819, "70": -273.78757720357106, "80": -203.411330834649, "90": -156.4510544788522, "100": -124.1261541787778 }, "position_mse_by_step": { "10": 1.583495051024981e-08, "20": 1.2909377389291876e-07, "30": 3.7680843630501687e-07, "40": 7.885243936774837e-07, "50": 1.3608418594383938e-06, "60": 2.110676936476571e-06, "70": 3.0460300434443666e-06, "80": 4.174230399966151e-06, "90": 5.499655055875617e-06, "100": 7.028564846441791e-06 }, "relative_mse_by_step": { "10": 0.0340249095797814, "20": 0.061547818865984, "30": 0.07755226243439242, "40": 0.08891844120163686, "50": 0.09755615880113913, "60": 0.10448063507495163, "70": 0.11023492789428234, "80": 0.11516118913252271, "90": 0.11942491424243032, "100": 0.1231994616266515 }, "position_mse": 5.239790405888099e-06, "relative_mse": 0.12296784313468156 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_8e5575a0", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0997423248808611, "position_mse": 5.071356613736303e-06, "position_mse_by_step": { "10": 1.2294976130057731e-08, "20": 9.382653366632862e-08, "30": 2.7276408299010364e-07, "40": 5.62392910146465e-07, "50": 9.728338721259888e-07, "60": 1.5123302665033733e-06, "70": 2.1864756422676888e-06, "80": 3.0019331148878337e-06, "90": 3.961814955947115e-06, "100": 5.071356613736303e-06 }, "relative_mse_by_step": { "10": 0.025599542447688535, "20": 0.04824322145414233, "30": 0.06171770141924631, "40": 0.07103409409014752, "50": 0.07814826516723701, "60": 0.08391953182570591, "70": 0.08873058742956089, "80": 0.0928930901758887, "90": 0.09651433293703447, "100": 0.0997423248808611 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.42037803290610687, "20": -0.6496768861684963, "30": -0.7151180569605831, "40": -0.7489149185635418, "50": -0.7673566276379356, "60": -0.7814277989719041, "70": -0.7903935467084329, "80": -0.7989137275295035, "90": -0.8044104504846612, "100": -0.8098250279869224 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_379c8daa", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14368192865754842, "position_mse": 7.132114133615427e-06, "position_mse_by_step": { "10": 1.7217193080755674e-08, "20": 1.3312760732528008e-07, "30": 3.8799796467766813e-07, "40": 7.987273655934197e-07, "50": 1.3786417066999742e-06, "60": 2.139011488923513e-06, "70": 3.0877101368430104e-06, "80": 4.2322590973396605e-06, "90": 5.57832471648518e-06, "100": 7.132114133615427e-06 }, "relative_mse_by_step": { "10": 0.03715895402435897, "20": 0.07069113038783638, "30": 0.09044780321041185, "40": 0.10378034676034217, "50": 0.1138073209789429, "60": 0.12186526651550329, "70": 0.12856046315516972, "80": 0.13428770459666703, "90": 0.13926825908305315, "100": 0.14368192865754842 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.187217177335517, "20": -8.287988401177177, "30": -7.759769385453543, "40": -7.459473598502864, "50": -7.281321197789483, "60": -7.137478713262242, "70": -7.029777403023626, "80": -6.946456555451652, "90": -6.876445501784343, "100": -6.816496210078051 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_42d440d6", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09207542722430294, "position_mse": 4.646439114911313e-06, "position_mse_by_step": { "10": 1.0779944328457144e-08, "20": 8.337251039706014e-08, "30": 2.4470231438605034e-07, "40": 5.072741112245791e-07, "50": 8.810829187260489e-07, "60": 1.3744476604468251e-06, "70": 1.9925501633671112e-06, "80": 2.7411506813734833e-06, "90": 3.6245926173096776e-06, "100": 4.646439114911313e-06 }, "relative_mse_by_step": { "10": 0.022284272962521133, "20": 0.04268235928788084, "30": 0.05525766672878066, "40": 0.06406882166037754, "50": 0.07089311676690725, "60": 0.07650487621757107, "70": 0.08121493137671383, "80": 0.08529398221303705, "90": 0.08888194661721067, "100": 0.09207542722430294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.06401491399938064, "20": -0.36405346393863414, "30": -0.4710835146383905, "40": -0.517279416653077, "50": -0.5455263146173499, "60": -0.5656405810744747, "70": -0.5788461265189804, "80": -0.5900720169927283, "90": -0.5979386407252518, "100": -0.6048883816215385 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_7c32cc30", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -41180989.4886639, "20": -5935.019202532868, "30": -3171975.524802474, "40": -890.748717128902, "50": -545.0017656504256, "60": -365.61175262134094, "70": -259.9521417223596, "80": -193.06526925464584, "90": -148.68310506981513, "100": -118.06489609808968 }, "position_mse_by_step": { "10": 1.723254639146496e-08, "20": 1.386324047262614e-07, "30": 4.1179100858714483e-07, "40": 8.617693266290059e-07, "50": 1.4852243483330443e-06, "60": 2.3020887286609844e-06, "70": 3.321123956417133e-06, "80": 4.550222742847966e-06, "90": 5.994891103406579e-06, "100": 7.662051763596927e-06 }, "relative_mse_by_step": { "10": 0.03690369751968559, "20": 0.0679802075732345, "30": 0.0875110556611654, "40": 0.10035745982327465, "50": 0.109959867486969, "60": 0.11769118758978138, "70": 0.1241372253493863, "80": 0.12965948056294646, "90": 0.13445624726820715, "100": 0.13871038734565866 }, "position_mse": 6.142244096204611e-06, "relative_mse": 0.13839211373702992 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_a133f48b", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09207542722430294, "position_mse": 4.646439114911313e-06, "position_mse_by_step": { "10": 1.0779944328457144e-08, "20": 8.337251039706014e-08, "30": 2.4470231438605034e-07, "40": 5.072741112245791e-07, "50": 8.810829187260489e-07, "60": 1.3744476604468251e-06, "70": 1.9925501633671112e-06, "80": 2.7411506813734833e-06, "90": 3.6245926173096776e-06, "100": 4.646439114911313e-06 }, "relative_mse_by_step": { "10": 0.022284272962521133, "20": 0.04268235928788084, "30": 0.05525766672878066, "40": 0.06406882166037754, "50": 0.07089311676690725, "60": 0.07650487621757107, "70": 0.08121493137671383, "80": 0.08529398221303705, "90": 0.08888194661721067, "100": 0.09207542722430294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.20594407133029824, "20": -0.44023621509525057, "30": -0.5095254689903645, "40": -0.5435269735216506, "50": -0.5638550213724638, "60": -0.5789301807129938, "70": -0.5889876264298732, "80": -0.5977092228759462, "90": -0.6036315931393423, "100": -0.6090427026115697 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_5c85d380", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10287494129605233, "position_mse": 5.415902810211394e-06, "position_mse_by_step": { "10": 1.3282927603069134e-08, "20": 1.011035297069997e-07, "30": 2.939448469265114e-07, "40": 6.05386327531424e-07, "50": 1.0452966391381682e-06, "60": 1.6225485868151932e-06, "70": 2.342587229772367e-06, "80": 3.212029244638513e-06, "90": 4.234802616208201e-06, "100": 5.415902810211394e-06 }, "relative_mse_by_step": { "10": 0.02655056988382263, "20": 0.04995763769131744, "30": 0.06396463699610466, "40": 0.07358855992066961, "50": 0.08086919152153335, "60": 0.08676663612923623, "70": 0.09166901361400406, "80": 0.09589720999873759, "90": 0.09958827088121319, "100": 0.10287494129605233 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.678120513526218, "20": -0.9071625167564437, "30": -0.9670085020426018, "40": -0.9947804688557136, "50": -1.0097072396455418, "60": -1.0202606549920792, "70": -1.026304755683285, "80": -1.0321406378243911, "90": -1.0357781828399126, "100": -1.0393455795830873 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_66c6492a", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10287494129605233, "position_mse": 5.415902810211394e-06, "position_mse_by_step": { "10": 1.3282927603069134e-08, "20": 1.011035297069997e-07, "30": 2.939448469265114e-07, "40": 6.05386327531424e-07, "50": 1.0452966391381682e-06, "60": 1.6225485868151932e-06, "70": 2.342587229772367e-06, "80": 3.212029244638513e-06, "90": 4.234802616208201e-06, "100": 5.415902810211394e-06 }, "relative_mse_by_step": { "10": 0.02655056988382263, "20": 0.04995763769131744, "30": 0.06396463699610466, "40": 0.07358855992066961, "50": 0.08086919152153335, "60": 0.08676663612923623, "70": 0.09166901361400406, "80": 0.09589720999873759, "90": 0.09958827088121319, "100": 0.10287494129605233 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.482947875517574, "20": -0.802416015044219, "30": -0.9093854741154099, "40": -0.9479988950284901, "50": -0.9724840017871583, "60": -0.9892742214793406, "70": -0.9994126116082198, "80": -1.0081257746597307, "90": -1.014067523626176, "100": -1.0193699403993857 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_a05091b3", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1387608951996804, "position_mse": 6.782814462472483e-06, "position_mse_by_step": { "10": 1.6043993552753276e-08, "20": 1.2547240963048776e-07, "30": 3.6732758762322453e-07, "40": 7.579761445291361e-07, "50": 1.3098027417462227e-06, "60": 2.032996557334497e-06, "70": 2.9354129070822768e-06, "80": 4.024115394177638e-06, "90": 5.3053632711908e-06, "100": 6.782814462472483e-06 }, "relative_mse_by_step": { "10": 0.03481448910977753, "20": 0.06721852240687286, "30": 0.08654864105557715, "40": 0.09965026710565446, "50": 0.10949305642756911, "60": 0.11737341725841005, "70": 0.12392687494330076, "80": 0.12953730824669302, "90": 0.13444226366818507, "100": 0.1387608951996804 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.245349278867067, "20": -8.068410549996342, "30": -7.471136615495109, "40": -7.144106003418461, "50": -6.942511096939903, "60": -6.801571144775838, "70": -6.690725847784834, "80": -6.607787466694879, "90": -6.539151241904653, "100": -6.482229178042342 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_f4ec4a02", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": 1.6043993552753276e-08, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": 0.03481448910977753, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 17, "completion_by_step": { "10": 70, "20": 57, "30": 55, "40": 53, "50": 53, "60": 53, "70": 53, "80": 53, "90": 53, "100": 53 }, "survivor_metrics": { "poisson_r2_20": -39121008.533227995, "position_mse_20": 1.2987367650714333e-07, "frozen_mse_20": 2.067278907154041e-06, "relative_mse_20": 0.06282349036586284, "poisson_r2_30": -2933436.9875025204, "position_mse_30": 3.81515102661338e-07, "frozen_mse_30": 4.7818866443611276e-06, "relative_mse_30": 0.07978338489291173, "poisson_r2_40": -434.70454582617543, "position_mse_40": 7.997643508792004e-07, "frozen_mse_40": 8.722295034495579e-06, "relative_mse_40": 0.09169196269058007, "poisson_r2_50": -235.11960691724502, "position_mse_50": 1.3795902372023949e-06, "frozen_mse_50": 1.3700911949854344e-05, "relative_mse_50": 0.10069331459480414, "poisson_r2_60": -148.5518973115451, "position_mse_60": 2.1385807151159925e-06, "frozen_mse_60": 1.981788241295671e-05, "relative_mse_60": 0.10791166637046005, "poisson_r2_70": -103.2383879662589, "position_mse_70": 3.0855188423895427e-06, "frozen_mse_70": 2.7078481939240174e-05, "relative_mse_70": 0.11394726075534657, "poisson_r2_80": -76.69550262984748, "position_mse_80": 4.227709194885461e-06, "frozen_mse_80": 3.5487379925984466e-05, "relative_mse_80": 0.1191327509583163, "poisson_r2_90": -59.78729741344349, "position_mse_90": 5.570724458463684e-06, "frozen_mse_90": 4.504947424240252e-05, "relative_mse_90": 0.12365792391912704, "poisson_r2_100": -48.379507242543674, "position_mse_100": 7.119270624159226e-06, "frozen_mse_100": 5.576873194994098e-05, "relative_mse_100": 0.12765702886251049, "position_mse": 5.40699278980737e-06, "frozen_mse": 4.24191917375083e-05, "relative_mse": 0.12746571936745196 }, "poisson_r2": { "10": -46097916.669023044, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "6c094907", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_55cf4ec4", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13547117003565362, "position_mse": 6.356383776002466e-06, "position_mse_by_step": { "10": 1.5018169568265752e-08, "20": 1.163402612342728e-07, "30": 3.4059280637726326e-07, "40": 7.037451645430793e-07, "50": 1.2184650054385721e-06, "60": 1.8948221655331768e-06, "70": 2.740418761959518e-06, "80": 3.76211791766374e-06, "90": 4.965688369955907e-06, "100": 6.356383776002466e-06 }, "relative_mse_by_step": { "10": 0.03428627751929113, "20": 0.06541726553453223, "30": 0.0840865280598738, "40": 0.09682047706450464, "50": 0.1064803263797398, "60": 0.11425977794251987, "70": 0.1207460596856117, "80": 0.12630530343035684, "90": 0.13116221161962505, "100": 0.13547117003565362 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.19801548142047, "20": -6.856161352910332, "30": -6.251265180438544, "40": -5.935393468038815, "50": -5.747199082430988, "60": -5.612646060429827, "70": -5.508046722357956, "80": -5.426876784290499, "90": -5.355961599221441, "100": -5.2980267116660045 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-one_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_736fe7b6", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 16, "completion_by_step": { "10": 68, "20": 57, "30": 55, "40": 54, "50": 54, "60": 54, "70": 54, "80": 54, "90": 54, "100": 54 }, "survivor_metrics": { "poisson_r2_10": -83997347.60026705, "position_mse_10": 1.5017669869104154e-08, "frozen_mse_10": 4.4460519281883266e-07, "relative_mse_10": 0.033777540414881166, "poisson_r2_20": -37465991.97663063, "position_mse_20": 1.1664992458910299e-07, "frozen_mse_20": 1.9556441557461654e-06, "relative_mse_20": 0.05964782716035364, "poisson_r2_30": -1150.8117651667812, "position_mse_30": 3.443319723895787e-07, "frozen_mse_30": 4.52053063781932e-06, "relative_mse_30": 0.07617069764085983, "poisson_r2_40": -602.2665052581815, "position_mse_40": 7.160509489707507e-07, "frozen_mse_40": 8.165423507846384e-06, "relative_mse_40": 0.08769305698383892, "poisson_r2_50": -375.7108026440202, "position_mse_50": 1.2347956341698221e-06, "frozen_mse_50": 1.2834055142876525e-05, "relative_mse_50": 0.09621243016516015, "poisson_r2_60": -253.4818277064986, "position_mse_60": 1.914076984614136e-06, "frozen_mse_60": 1.8572934718745443e-05, "relative_mse_60": 0.10305732581304347, "poisson_r2_70": -181.28594734319265, "position_mse_70": 2.761315982453467e-06, "frozen_mse_70": 2.538737426557755e-05, "relative_mse_70": 0.10876729328394956, "poisson_r2_80": -135.58598073433404, "position_mse_80": 3.783009507035078e-06, "frozen_mse_80": 3.3282338100198775e-05, "relative_mse_80": 0.11366417514436837, "poisson_r2_90": -104.96559389635544, "position_mse_90": 4.983997350201982e-06, "frozen_mse_90": 4.226249246938904e-05, "relative_mse_90": 0.1179295649401634, "poisson_r2_100": -83.70560456803236, "position_mse_100": 6.3695448520522605e-06, "frozen_mse_100": 5.233170894051135e-05, "relative_mse_100": 0.12171482607787396, "position_mse": 4.926959978617568e-06, "frozen_mse": 4.056076629491859e-05, "relative_mse": 0.12147107731627872 }, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "4739a94c", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_88580758", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08611457764988532, "position_mse": 4.471480876791897e-06, "position_mse_by_step": { "10": 1.0697393347326921e-08, "20": 8.295340778730064e-08, "30": 2.4245996401717205e-07, "40": 5.001298434186603e-07, "50": 8.644037583240203e-07, "60": 1.3420372705955481e-06, "70": 1.937219929715184e-06, "80": 2.6549718989648293e-06, "90": 3.498552444674325e-06, "100": 4.471480876791897e-06 }, "relative_mse_by_step": { "10": 0.02158542494356446, "20": 0.041441912816291795, "30": 0.05338853041533789, "40": 0.0615469852950952, "50": 0.06772207593483844, "60": 0.07269667629473024, "70": 0.07680809390937929, "80": 0.08033081089079151, "90": 0.08339702100912218, "100": 0.08611457764988532 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.002951787779392312, "20": -0.44004735579719867, "30": -0.5485227304524005, "40": -0.6054599478742644, "50": -0.6367578141596282, "60": -0.6587190201517339, "70": -0.6726134441438851, "80": -0.6842077398443895, "90": -0.6923665160916923, "100": -0.6991845307540001 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-one_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_e2d1ec9b", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08611457764988532, "position_mse": 4.471480876791897e-06, "position_mse_by_step": { "10": 1.0697393347326921e-08, "20": 8.295340778730064e-08, "30": 2.4245996401717205e-07, "40": 5.001298434186603e-07, "50": 8.644037583240203e-07, "60": 1.3420372705955481e-06, "70": 1.937219929715184e-06, "80": 2.6549718989648293e-06, "90": 3.498552444674325e-06, "100": 4.471480876791897e-06 }, "relative_mse_by_step": { "10": 0.02158542494356446, "20": 0.041441912816291795, "30": 0.05338853041533789, "40": 0.0615469852950952, "50": 0.06772207593483844, "60": 0.07269667629473024, "70": 0.07680809390937929, "80": 0.08033081089079151, "90": 0.08339702100912218, "100": 0.08611457764988532 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.39143532907454337, "20": -0.6043823465526053, "30": -0.6592325435313366, "40": -0.6840853008914078, "50": -0.6982700615581836, "60": -0.7089454028416848, "70": -0.7150348931846215, "80": -0.7208549921649126, "90": -0.7246884633533279, "100": -0.7280902830527907 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_145d5dd4", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.266159632663143e-05, "position_mse_by_step": { "10": 3.039019489392558e-07, "20": 1.2420916699998738e-06, "30": 2.8360752967923222e-06, "40": 5.0909262004747035e-06, "50": 8.011914743682219e-06, "60": 1.1601194695945846e-05, "70": 1.585943257720958e-05, "80": 2.0788322841066734e-05, "90": 2.6388554735084263e-05, "100": 3.266159632663143e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.997914935426754, "20": -5.149320668958882, "30": -4.798121918538496, "40": -4.758852717020989, "50": -4.808490067855938, "60": -4.916717697053448, "70": -5.060819398706191, "80": -5.2266771306763244, "90": -5.406870725296067, "100": -5.587025517189006 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_c7a2dd48", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.266159632663143e-05, "position_mse_by_step": { "10": 3.039019489392558e-07, "20": 1.2420916699998738e-06, "30": 2.8360752967923222e-06, "40": 5.0909262004747035e-06, "50": 8.011914743682219e-06, "60": 1.1601194695945846e-05, "70": 1.585943257720958e-05, "80": 2.0788322841066734e-05, "90": 2.6388554735084263e-05, "100": 3.266159632663143e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_ea4ad5b4", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.186689931940886e-05, "position_mse_by_step": { "10": 3.0251492221720713e-07, "20": 1.2292311948515687e-06, "30": 2.7953260038365053e-06, "40": 5.0042875240511165e-06, "50": 7.859734439209985e-06, "60": 1.1362724671926117e-05, "70": 1.551409629558163e-05, "80": 2.0314944517200013e-05, "90": 2.5765637967976676e-05, "100": 3.186689931940886e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.8462371408082556, "20": -2.014450908027319, "30": -2.0343473437075907, "40": -2.037253705878884, "50": -2.0336818292443257, "60": -2.029798119964227, "70": -2.025294658518836, "80": -2.0207196570445776, "90": -2.0173647480226338, "100": -2.0132091028624988 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_f503c5ba", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.186689931940886e-05, "position_mse_by_step": { "10": 3.0251492221720713e-07, "20": 1.2292311948515687e-06, "30": 2.7953260038365053e-06, "40": 5.0042875240511165e-06, "50": 7.859734439209985e-06, "60": 1.1362724671926117e-05, "70": 1.551409629558163e-05, "80": 2.0314944517200013e-05, "90": 2.5765637967976676e-05, "100": 3.186689931940886e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_41a465ef", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.2672465437956685e-05, "position_mse_by_step": { "10": 3.0395722774301246e-07, "20": 1.2417067702179857e-06, "30": 2.8348837531666503e-06, "40": 5.0903153091245e-06, "50": 8.012710161762828e-06, "60": 1.1603186067077331e-05, "70": 1.586315016278864e-05, "80": 2.0794570420028843e-05, "90": 2.6397394945628808e-05, "100": 3.2672465437956685e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.2857458535829105, "20": -3.004991269280544, "30": -3.1415866163755712, "40": -3.1934119648958426, "50": -3.215191959522774, "60": -3.224790182093879, "70": -3.228792364773695, "80": -3.2290244684664575, "90": -3.2283833667571704, "100": -3.226080798108274 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_896e8aa7", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.262476924906618e-05, "position_mse_by_step": { "10": 3.03231826949611e-07, "20": 1.2382215491665453e-06, "30": 2.8269261958614933e-06, "40": 5.07646836272865e-06, "50": 7.992602494206429e-06, "60": 1.157691995753599e-05, "70": 1.583150546399078e-05, "80": 2.0757112477960097e-05, "90": 2.6354868142724238e-05, "100": 3.262476924906618e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_89db84b2", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.262476924906618e-05, "position_mse_by_step": { "10": 3.03231826949611e-07, "20": 1.2382215491665453e-06, "30": 2.8269261958614933e-06, "40": 5.07646836272865e-06, "50": 7.992602494206429e-06, "60": 1.157691995753599e-05, "70": 1.583150546399078e-05, "80": 2.0757112477960097e-05, "90": 2.6354868142724238e-05, "100": 3.262476924906618e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.61635869391296, "20": -6.888600647049485, "30": -6.292806506265385, "40": -6.144395899580041, "50": -6.126169352188737, "60": -6.199731525029516, "70": -6.319315458436423, "80": -6.468973902173311, "90": -6.635385559742201, "100": -6.804142961183605 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_d2a6b12c", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.2672465437956685e-05, "position_mse_by_step": { "10": 3.0395722774301246e-07, "20": 1.2417067702179857e-06, "30": 2.8348837531666503e-06, "40": 5.0903153091245e-06, "50": 8.012710161762828e-06, "60": 1.1603186067077331e-05, "70": 1.586315016278864e-05, "80": 2.0794570420028843e-05, "90": 2.6397394945628808e-05, "100": 3.2672465437956685e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_14192efd", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.220608996343799e-05, "position_mse_by_step": { "10": 2.980785083650517e-07, "20": 1.220753080945412e-06, "30": 2.790953796453063e-06, "40": 5.0142906827334495e-06, "50": 7.895382434851074e-06, "60": 1.1435425384271574e-05, "70": 1.563624945057589e-05, "80": 2.0497642851426334e-05, "90": 2.6020664933769566e-05, "100": 3.220608996343799e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.401698516828386, "20": -6.8876676779947985, "30": -6.397492429448653, "40": -6.314103603740882, "50": -6.3705994612497, "60": -6.503078113820138, "70": -6.692333687894503, "80": -6.911474477256042, "90": -7.1433323783342075, "100": -7.37947393181069 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_2ac84c11", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.244923222415049e-05, "position_mse_by_step": { "10": 3.0713772990306354e-07, "20": 1.2473279517572726e-06, "30": 2.837889709488601e-06, "40": 5.083963716450463e-06, "50": 7.989568790175586e-06, "60": 1.1556201226475033e-05, "70": 1.5784772715830642e-05, "80": 2.067627829092089e-05, "90": 2.6230858072397365e-05, "100": 3.244923222415049e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_8cfd93ae", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.244923222415049e-05, "position_mse_by_step": { "10": 3.0713772990306354e-07, "20": 1.2473279517572726e-06, "30": 2.837889709488601e-06, "40": 5.083963716450463e-06, "50": 7.989568790175586e-06, "60": 1.1556201226475033e-05, "70": 1.5784772715830642e-05, "80": 2.067627829092089e-05, "90": 2.6230858072397365e-05, "100": 3.244923222415049e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.1439226593050824, "20": -2.7783372071198476, "30": -2.670501755426171, "40": -2.6131714371983383, "50": -2.57557921108844, "60": -2.546926545420658, "70": -2.5259052778999482, "80": -2.5087665069922322, "90": -2.4945974605325274, "100": -2.482929161122571 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_fd0598b3", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.220608996343799e-05, "position_mse_by_step": { "10": 2.980785083650517e-07, "20": 1.220753080945412e-06, "30": 2.790953796453063e-06, "40": 5.0142906827334495e-06, "50": 7.895382434851074e-06, "60": 1.1435425384271574e-05, "70": 1.563624945057589e-05, "80": 2.0497642851426334e-05, "90": 2.6020664933769566e-05, "100": 3.220608996343799e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_19f16f56", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.238438293919899e-05, "position_mse_by_step": { "10": 3.0439774048675517e-07, "20": 1.2404513118521468e-06, "30": 2.8256678790837342e-06, "40": 5.065769093042555e-06, "50": 7.965010451828545e-06, "60": 1.1524686936224627e-05, "70": 1.57456770596452e-05, "80": 2.062884160685436e-05, "90": 2.6174259229654646e-05, "100": 3.238438293919899e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_2ceb16c5", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.345933153988361e-05, "position_mse_by_step": { "10": 3.1101365099825023e-07, "20": 1.2706921706597183e-06, "30": 2.9007212593309563e-06, "40": 5.2085592220204746e-06, "50": 8.200057715969576e-06, "60": 1.1876593699915767e-05, "70": 1.6239686192420778e-05, "80": 2.1291019181392457e-05, "90": 2.703022795945539e-05, "100": 3.345933153988361e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.54041963439118, "20": -6.2843193870210605, "30": -5.783619428433379, "40": -5.652409371251475, "50": -5.650215149368886, "60": -5.728522318558528, "70": -5.858606342992145, "80": -6.01644995920498, "90": -6.196033184649199, "100": -6.3790619946218134 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_590669ce", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.238438293919899e-05, "position_mse_by_step": { "10": 3.0439774048675517e-07, "20": 1.2404513118521468e-06, "30": 2.8256678790837342e-06, "40": 5.065769093042555e-06, "50": 7.965010451828545e-06, "60": 1.1524686936224627e-05, "70": 1.57456770596452e-05, "80": 2.062884160685436e-05, "90": 2.6174259229654646e-05, "100": 3.238438293919899e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -3.834604089798286, "20": -3.2521533059284886, "30": -3.1362346743898257, "40": -3.0594749712451836, "50": -3.0105466453394047, "60": -2.9737110835954033, "70": -2.946190809388246, "80": -2.92367116282311, "90": -2.905452224823491, "100": -2.8892482882816544 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_ad8f804b", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.345933153988361e-05, "position_mse_by_step": { "10": 3.1101365099825023e-07, "20": 1.2706921706597183e-06, "30": 2.9007212593309563e-06, "40": 5.2085592220204746e-06, "50": 8.200057715969576e-06, "60": 1.1876593699915767e-05, "70": 1.6239686192420778e-05, "80": 2.1291019181392457e-05, "90": 2.703022795945539e-05, "100": 3.345933153988361e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_8930112d", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.360155603461733e-05, "position_mse_by_step": { "10": 3.1091063935459066e-07, "20": 1.2699640876689955e-06, "30": 2.9025994600877832e-06, "40": 5.217488709214584e-06, "50": 8.220363523443146e-06, "60": 1.1913302712075944e-05, "70": 1.6296749981847826e-05, "80": 2.1372197378306216e-05, "90": 2.7140138887002e-05, "100": 3.360155603461733e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_a8ae982a", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.130330605927156e-05, "position_mse_by_step": { "10": 2.95777782152332e-07, "20": 1.2020131074612955e-06, "30": 2.7355704040538903e-06, "40": 4.901326555487426e-06, "50": 7.703445817242027e-06, "60": 1.1143443290555816e-05, "70": 1.5222273227014479e-05, "80": 1.994157078765316e-05, "90": 2.530189584441749e-05, "100": 3.130330605927156e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.894508843642753, "20": -3.0338403651668404, "30": -2.9889682432149125, "40": -2.955964224120671, "50": -2.9261225977307443, "60": -2.901062676110923, "70": -2.8811707507601487, "80": -2.864030204205669, "90": -2.848884243882827, "100": -2.836129483831957 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_af8a86e2", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.360155603461733e-05, "position_mse_by_step": { "10": 3.1091063935459066e-07, "20": 1.2699640876689955e-06, "30": 2.9025994600877832e-06, "40": 5.217488709214584e-06, "50": 8.220363523443146e-06, "60": 1.1913302712075944e-05, "70": 1.6296749981847826e-05, "80": 2.1372197378306216e-05, "90": 2.7140138887002e-05, "100": 3.360155603461733e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.001566214229962, "20": -6.658103391771296, "30": -6.139628478943354, "40": -5.99976208717854, "50": -5.997551088856189, "60": -6.0789167376517295, "70": -6.204549176126063, "80": -6.363411518820911, "90": -6.5397053368539035, "100": -6.718625915829964 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_b2fef115", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 3.130330605927156e-05, "position_mse_by_step": { "10": 2.95777782152332e-07, "20": 1.2020131074612955e-06, "30": 2.7355704040538903e-06, "40": 4.901326555487426e-06, "50": 7.703445817242027e-06, "60": 1.1143443290555816e-05, "70": 1.5222273227014479e-05, "80": 1.994157078765316e-05, "90": 2.530189584441749e-05, "100": 3.130330605927156e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_043d358c", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20292677429487405, "position_mse": 6.6279123858846235e-06, "position_mse_by_step": { "10": 1.9993982472829178e-08, "20": 1.5382716134532918e-07, "30": 4.2646210359923285e-07, "40": 8.450606583007162e-07, "50": 1.4163123923692314e-06, "60": 2.14252841134664e-06, "70": 3.025413476263696e-06, "80": 4.066263489375745e-06, "90": 5.266710710673449e-06, "100": 6.6279123858846235e-06 }, "relative_mse_by_step": { "10": 0.06579089914565041, "20": 0.12384525640152214, "30": 0.15037051522629635, "40": 0.16599350000829288, "50": 0.17677576929860142, "60": 0.18468170455714944, "70": 0.1907642950991383, "80": 0.1956032490193465, "90": 0.19958314366005128, "100": 0.20292677429487405 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -7.952497554590812, "20": -5.584364448673626, "30": -5.053825881826046, "40": -4.8529138589560095, "50": -4.726709075752906, "60": -4.6426933379672235, "70": -4.581563797077873, "80": -4.533746898435982, "90": -4.498307407216928, "100": -4.468621182307518 }, "split_id": "71d939af", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_3d49adda", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1461838160021337, "position_mse": 4.658424946666985e-06, "position_mse_by_step": { "10": 1.4410788007742807e-08, "20": 1.0866123801697318e-07, "30": 3.006527758943532e-07, "40": 5.953359609226335e-07, "50": 9.977347330293794e-07, "60": 1.508364126731213e-06, "70": 2.128992747937478e-06, "80": 2.860828294615203e-06, "90": 3.7034869575133403e-06, "100": 4.658424946666985e-06 }, "relative_mse_by_step": { "10": 0.047636618723210594, "20": 0.08839772247245496, "30": 0.10755553215679166, "40": 0.11896517897130973, "50": 0.12694255012637118, "60": 0.1327466932696106, "70": 0.1372295689916408, "80": 0.14082383007214375, "90": 0.14373744450326792, "100": 0.1461838160021337 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.7519737325519666, "20": -1.6588795916096277, "30": -1.6189708985852898, "40": -1.6012304058264486, "50": -1.5897012271100346, "60": -1.5818950910321128, "70": -1.5757781380076823, "80": -1.5712153658485213, "90": -1.5680856367393599, "100": -1.5648636483280618 }, "split_id": "78bf76b6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_5f4e89ca", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20292677429487405, "position_mse": 6.6279123858846235e-06, "position_mse_by_step": { "10": 1.9993982472829178e-08, "20": 1.5382716134532918e-07, "30": 4.2646210359923285e-07, "40": 8.450606583007162e-07, "50": 1.4163123923692314e-06, "60": 2.14252841134664e-06, "70": 3.025413476263696e-06, "80": 4.066263489375745e-06, "90": 5.266710710673449e-06, "100": 6.6279123858846235e-06 }, "relative_mse_by_step": { "10": 0.06579089914565041, "20": 0.12384525640152214, "30": 0.15037051522629635, "40": 0.16599350000829288, "50": 0.17677576929860142, "60": 0.18468170455714944, "70": 0.1907642950991383, "80": 0.1956032490193465, "90": 0.19958314366005128, "100": 0.20292677429487405 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -6.943142929857322, "20": -5.05533487619912, "30": -4.634355417164482, "40": -4.501459152686678, "50": -4.440003760506959, "60": -4.422199148410113, "70": -4.429466985171088, "80": -4.451672167650285, "90": -4.486450592960679, "100": -4.524875410604397 }, "split_id": "3ab867cf", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.023713737056616554, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_7b47b0df", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1461838160021337, "position_mse": 4.658424946666985e-06, "position_mse_by_step": { "10": 1.4410788007742807e-08, "20": 1.0866123801697318e-07, "30": 3.006527758943532e-07, "40": 5.953359609226335e-07, "50": 9.977347330293794e-07, "60": 1.508364126731213e-06, "70": 2.128992747937478e-06, "80": 2.860828294615203e-06, "90": 3.7034869575133403e-06, "100": 4.658424946666985e-06 }, "relative_mse_by_step": { "10": 0.047636618723210594, "20": 0.08839772247245496, "30": 0.10755553215679166, "40": 0.11896517897130973, "50": 0.12694255012637118, "60": 0.1327466932696106, "70": 0.1372295689916408, "80": 0.14082383007214375, "90": 0.14373744450326792, "100": 0.1461838160021337 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2248637627555423, "20": -1.5511332539004963, "30": -1.6124150948683527, "40": -1.6363524116771675, "50": -1.6479438782055413, "60": -1.6544792704637525, "70": -1.6583315643139707, "80": -1.6606813906331301, "90": -1.6630256111682202, "100": -1.6640214827771889 }, "split_id": "bec78169", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_1397a9d4", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20008916704070878, "position_mse": 6.527862903940981e-06, "position_mse_by_step": { "10": 1.9610301249528562e-08, "20": 1.478021273751803e-07, "30": 4.107431509835026e-07, "40": 8.189793581842813e-07, "50": 1.3791555651161097e-06, "60": 2.0935667281816807e-06, "70": 2.9649453320449278e-06, "80": 3.993619054654119e-06, "90": 5.181235117187757e-06, "100": 6.527862903940981e-06 }, "relative_mse_by_step": { "10": 0.06467098604655133, "20": 0.11936646351750771, "30": 0.14529673664095444, "40": 0.16132856538557688, "50": 0.17255400429532353, "60": 0.18083969966630672, "70": 0.18728132575823456, "80": 0.1923976207622589, "90": 0.19659499296786032, "100": 0.20008916704070878 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.979096984942363, "20": -7.513920629530126, "30": -6.687942532032602, "40": -6.349888350490168, "50": -6.134669969349812, "60": -5.998665033931331, "70": -5.8976591059620365, "80": -5.821566471893839, "90": -5.762690843421011, "100": -5.714466384273035 }, "split_id": "610fe90c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_1cf3aa97", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.20008916704070878, "position_mse": 6.527862903940981e-06, "position_mse_by_step": { "10": 1.9610301249528562e-08, "20": 1.478021273751803e-07, "30": 4.107431509835026e-07, "40": 8.189793581842813e-07, "50": 1.3791555651161097e-06, "60": 2.0935667281816807e-06, "70": 2.9649453320449278e-06, "80": 3.993619054654119e-06, "90": 5.181235117187757e-06, "100": 6.527862903940981e-06 }, "relative_mse_by_step": { "10": 0.06467098604655133, "20": 0.11936646351750771, "30": 0.14529673664095444, "40": 0.16132856538557688, "50": 0.17255400429532353, "60": 0.18083969966630672, "70": 0.18728132575823456, "80": 0.1923976207622589, "90": 0.19659499296786032, "100": 0.20008916704070878 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.571742139536052, "20": -6.793669733846091, "30": -6.125414182401138, "40": -5.883137506035066, "50": -5.755204011380126, "60": -5.704931040351241, "70": -5.692183857890451, "80": -5.704602667677845, "90": -5.733963742883003, "100": -5.770998840566325 }, "split_id": "3571f8f6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.042169650342858224, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_2a6be958", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16971927968486436, "position_mse": 5.545147299658635e-06, "position_mse_by_step": { "10": 1.7154970571864326e-08, "20": 1.289109019626216e-07, "30": 3.559000828521976e-07, "40": 7.059734392887509e-07, "50": 1.1842391135528732e-06, "60": 1.7921374856249323e-06, "70": 2.5312781265845225e-06, "80": 3.4024730494154807e-06, "90": 4.406781285634257e-06, "100": 5.545147299658635e-06 }, "relative_mse_by_step": { "10": 0.056438765082988535, "20": 0.10381750752634687, "30": 0.12554309588696416, "40": 0.13868953029751974, "50": 0.14779507677741033, "60": 0.1544521888440547, "70": 0.15956970088591407, "80": 0.1636231468450196, "90": 0.1669400065692461, "100": 0.16971927968486436 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2511945802194724, "20": -2.0924807150402738, "30": -2.2843001115693222, "40": -2.3676651528424584, "50": -2.4118143229572446, "60": -2.438075863589167, "70": -2.4556096726761525, "80": -2.4671394579802133, "90": -2.476086403161972, "100": -2.4824245089960963 }, "split_id": "a806e0f1", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_b976ccf9", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.16971927968486436, "position_mse": 5.545147299658635e-06, "position_mse_by_step": { "10": 1.7154970571864326e-08, "20": 1.289109019626216e-07, "30": 3.559000828521976e-07, "40": 7.059734392887509e-07, "50": 1.1842391135528732e-06, "60": 1.7921374856249323e-06, "70": 2.5312781265845225e-06, "80": 3.4024730494154807e-06, "90": 4.406781285634257e-06, "100": 5.545147299658635e-06 }, "relative_mse_by_step": { "10": 0.056438765082988535, "20": 0.10381750752634687, "30": 0.12554309588696416, "40": 0.13868953029751974, "50": 0.14779507677741033, "60": 0.1544521888440547, "70": 0.15956970088591407, "80": 0.1636231468450196, "90": 0.1669400065692461, "100": 0.16971927968486436 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.587755125881811, "20": -2.5270157031650036, "30": -2.4810359422103114, "40": -2.458767824289344, "50": -2.443460165559754, "60": -2.432272954531938, "70": -2.4239656131961045, "80": -2.4167918821151733, "90": -2.411381425597978, "100": -2.4064856858819192 }, "split_id": "02472633", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_15fa13b7", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1872572564329427, "position_mse": 6.0308240469859295e-06, "position_mse_by_step": { "10": 1.8536841817073936e-08, "20": 1.399021745562834e-07, "30": 3.8686258854170317e-07, "40": 7.665568417231887e-07, "50": 1.2856976348578948e-06, "60": 1.946250120811653e-06, "70": 2.7509728161995945e-06, "80": 3.699069555247141e-06, "90": 4.791882979507786e-06, "100": 6.0308240469859295e-06 }, "relative_mse_by_step": { "10": 0.06218778374444957, "20": 0.11460317138658063, "30": 0.13861303939655142, "40": 0.15287443234250517, "50": 0.16284171735401773, "60": 0.17019481614462278, "70": 0.17593559279640902, "80": 0.1804631674997567, "90": 0.18415682272934117, "100": 0.1872572564329427 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.501951493322983, "20": -7.3728615564300775, "30": -6.653486025456792, "40": -6.355385283897105, "50": -6.175323953596245, "60": -6.049831457767655, "70": -5.96289074014324, "80": -5.8955455418897245, "90": -5.840963740559102, "100": -5.799925127619678 }, "split_id": "cdfdc51f", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_26de63ec", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1442521474805618, "position_mse": 4.680871432429155e-06, "position_mse_by_step": { "10": 1.3902293478323153e-08, "20": 1.0547547303499779e-07, "30": 2.947358487302511e-07, "40": 5.880312147052027e-07, "50": 9.9017584808284e-07, "60": 1.5029002063166835e-06, "70": 2.1279365312360758e-06, "80": 2.8651920104039163e-06, "90": 3.7159254008299416e-06, "100": 4.680871432429155e-06 }, "relative_mse_by_step": { "10": 0.04526403670011785, "20": 0.08456113958354002, "30": 0.10385740071039043, "40": 0.11566392828541981, "50": 0.12393357815510829, "60": 0.1300514050303631, "70": 0.13480945019258692, "80": 0.13857387534109772, "90": 0.14166236539323113, "100": 0.1442521474805618 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.921722768413146, "20": -1.8356183659068512, "30": -1.7844363448117142, "40": -1.7581355699234589, "50": -1.7419069633920867, "60": -1.7294608345175249, "70": -1.7210827541259177, "80": -1.7143922197775336, "90": -1.709184104882798, "100": -1.7052335927455955 }, "split_id": "f1979fe1", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_3ef8a6bb", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1442521474805618, "position_mse": 4.680871432429155e-06, "position_mse_by_step": { "10": 1.3902293478323153e-08, "20": 1.0547547303499779e-07, "30": 2.947358487302511e-07, "40": 5.880312147052027e-07, "50": 9.9017584808284e-07, "60": 1.5029002063166835e-06, "70": 2.1279365312360758e-06, "80": 2.8651920104039163e-06, "90": 3.7159254008299416e-06, "100": 4.680871432429155e-06 }, "relative_mse_by_step": { "10": 0.04526403670011785, "20": 0.08456113958354002, "30": 0.10385740071039043, "40": 0.11566392828541981, "50": 0.12393357815510829, "60": 0.1300514050303631, "70": 0.13480945019258692, "80": 0.13857387534109772, "90": 0.14166236539323113, "100": 0.1442521474805618 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.7582524937382225, "20": -1.8471937599005264, "30": -1.8518967039615144, "40": -1.8485050344521348, "50": -1.8446474961682227, "60": -1.8396481214139357, "70": -1.8362609573135469, "80": -1.8329861134912013, "90": -1.830552104942679, "100": -1.828594476655573 }, "split_id": "f6569884", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_98874423", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1872572564329427, "position_mse": 6.0308240469859295e-06, "position_mse_by_step": { "10": 1.8536841817073936e-08, "20": 1.399021745562834e-07, "30": 3.8686258854170317e-07, "40": 7.665568417231887e-07, "50": 1.2856976348578948e-06, "60": 1.946250120811653e-06, "70": 2.7509728161995945e-06, "80": 3.699069555247141e-06, "90": 4.791882979507786e-06, "100": 6.0308240469859295e-06 }, "relative_mse_by_step": { "10": 0.06218778374444957, "20": 0.11460317138658063, "30": 0.13861303939655142, "40": 0.15287443234250517, "50": 0.16284171735401773, "60": 0.17019481614462278, "70": 0.17593559279640902, "80": 0.1804631674997567, "90": 0.18415682272934117, "100": 0.1872572564329427 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.336718056638524, "20": -6.761188378252446, "30": -6.16640623493139, "40": -5.950037404601201, "50": -5.847727450004772, "60": -5.801992400654475, "70": -5.797895110793952, "80": -5.815767674912597, "90": -5.8464719066183894, "100": -5.888368382635325 }, "split_id": "c8284590", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_1a89e4e1", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19087163484353534, "position_mse": 6.38643731178945e-06, "position_mse_by_step": { "10": 1.9884168565655258e-08, "20": 1.481866947753271e-07, "30": 4.0833664414208217e-07, "40": 8.098665940029345e-07, "50": 1.359345920499371e-06, "60": 2.0581775053025403e-06, "70": 2.9093825572447584e-06, "80": 3.91411445670136e-06, "90": 5.0722725498124935e-06, "100": 6.38643731178945e-06 }, "relative_mse_by_step": { "10": 0.06393342704358378, "20": 0.11661887764555243, "30": 0.14077072825544912, "40": 0.15548764245187474, "50": 0.16577272594704434, "60": 0.17329695342841758, "70": 0.17915263403319925, "80": 0.18383875489258622, "90": 0.1876518598888905, "100": 0.19087163484353534 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.60756008031001, "20": -6.786560383939087, "30": -6.083669729900171, "40": -5.774631276029744, "50": -5.5822581794895285, "60": -5.455367984138887, "70": -5.365718476806807, "80": -5.294674012977917, "90": -5.242409180985644, "100": -5.19947656679899 }, "split_id": "cf2c95ad", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_49020eec", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.19087163484353534, "position_mse": 6.38643731178945e-06, "position_mse_by_step": { "10": 1.9884168565655258e-08, "20": 1.481866947753271e-07, "30": 4.0833664414208217e-07, "40": 8.098665940029345e-07, "50": 1.359345920499371e-06, "60": 2.0581775053025403e-06, "70": 2.9093825572447584e-06, "80": 3.91411445670136e-06, "90": 5.0722725498124935e-06, "100": 6.38643731178945e-06 }, "relative_mse_by_step": { "10": 0.06393342704358378, "20": 0.11661887764555243, "30": 0.14077072825544912, "40": 0.15548764245187474, "50": 0.16577272594704434, "60": 0.17329695342841758, "70": 0.17915263403319925, "80": 0.18383875489258622, "90": 0.1876518598888905, "100": 0.19087163484353534 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.483937424391577, "20": -6.185120399795552, "30": -5.610531818505925, "40": -5.382752919280069, "50": -5.265863578561114, "60": -5.214471597445094, "70": -5.202367432999658, "80": -5.210899507710023, "90": -5.238440378467244, "100": -5.273114779990052 }, "split_id": "17d05b27", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_9228473d", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15448503469597327, "position_mse": 5.00290252196984e-06, "position_mse_by_step": { "10": 1.5415301265634237e-08, "20": 1.1613538513723296e-07, "30": 3.206073487582728e-07, "40": 6.355322707969029e-07, "50": 1.0659368337836587e-06, "60": 1.6138960618710435e-06, "70": 2.280942367503615e-06, "80": 3.0673060343084605e-06, "90": 3.974251945087254e-06, "100": 5.00290252196984e-06 }, "relative_mse_by_step": { "10": 0.050641970078306085, "20": 0.09362349334278063, "30": 0.11346250248710567, "40": 0.12545622572291298, "50": 0.1338274243618788, "60": 0.14003816943592742, "70": 0.14486149810283305, "80": 0.14869017333912168, "90": 0.15183818232320961, "100": 0.15448503469597327 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.187769901291941, "20": -2.024851138360572, "30": -1.962329857288394, "40": -1.9323653294898153, "50": -1.9133626668173407, "60": -1.899154603783776, "70": -1.8892496600975601, "80": -1.881300449696127, "90": -1.8755175163396576, "100": -1.8699843382607368 }, "split_id": "b51e31e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01333521432163324, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_fcdc2df0", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.15448503469597327, "position_mse": 5.00290252196984e-06, "position_mse_by_step": { "10": 1.5415301265634237e-08, "20": 1.1613538513723296e-07, "30": 3.206073487582728e-07, "40": 6.355322707969029e-07, "50": 1.0659368337836587e-06, "60": 1.6138960618710435e-06, "70": 2.280942367503615e-06, "80": 3.0673060343084605e-06, "90": 3.974251945087254e-06, "100": 5.00290252196984e-06 }, "relative_mse_by_step": { "10": 0.050641970078306085, "20": 0.09362349334278063, "30": 0.11346250248710567, "40": 0.12545622572291298, "50": 0.1338274243618788, "60": 0.14003816943592742, "70": 0.14486149810283305, "80": 0.14869017333912168, "90": 0.15183818232320961, "100": 0.15448503469597327 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.942950629195769, "20": -2.039209341940902, "30": -2.0534668413614203, "40": -2.0471764987995233, "50": -2.041850490774173, "60": -2.035919205000671, "70": -2.031463022343232, "80": -2.027325926384343, "90": -2.024395668353294, "100": -2.021121439986384 }, "split_id": "7ab3e25d", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_1e619d03", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14943178655228348, "position_mse": 4.67770894942987e-06, "position_mse_by_step": { "10": 1.4033482794083087e-08, "20": 1.061302570715128e-07, "30": 2.954942234773788e-07, "40": 5.883931761882114e-07, "50": 9.89832254916223e-07, "60": 1.5013235244205298e-06, "70": 2.1250755093912434e-06, "80": 2.861963575436935e-06, "90": 3.712406319574971e-06, "100": 4.67770894942987e-06 }, "relative_mse_by_step": { "10": 0.04744603428953814, "20": 0.08829376020338461, "30": 0.10801923541776906, "40": 0.1200477400407974, "50": 0.12849214213991847, "60": 0.13472707539983778, "70": 0.13960303285188314, "80": 0.14351745937731858, "90": 0.1467244329200755, "100": 0.14943178655228348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -2.4307264000550783, "20": -2.12827744471596, "30": -2.0221674982898867, "40": -1.9734742294479166, "50": -1.9419743243934668, "60": -1.9196053787189653, "70": -1.9038677929566958, "80": -1.8916067635565366, "90": -1.881368356302986, "100": -1.8736783815256786 }, "split_id": "923ffdd8", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.03162277660168379, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_740a9e2e", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14943178655228348, "position_mse": 4.67770894942987e-06, "position_mse_by_step": { "10": 1.4033482794083087e-08, "20": 1.061302570715128e-07, "30": 2.954942234773788e-07, "40": 5.883931761882114e-07, "50": 9.89832254916223e-07, "60": 1.5013235244205298e-06, "70": 2.1250755093912434e-06, "80": 2.861963575436935e-06, "90": 3.712406319574971e-06, "100": 4.67770894942987e-06 }, "relative_mse_by_step": { "10": 0.04744603428953814, "20": 0.08829376020338461, "30": 0.10801923541776906, "40": 0.1200477400407974, "50": 0.12849214213991847, "60": 0.13472707539983778, "70": 0.13960303285188314, "80": 0.14351745937731858, "90": 0.1467244329200755, "100": 0.14943178655228348 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.3717601328076325, "20": -1.867726083547748, "30": -1.9396018083892725, "40": -1.9656304242522435, "50": -1.9747503630601755, "60": -1.977400141387558, "70": -1.9787048430210499, "80": -1.9785651106716888, "90": -1.977664096613942, "100": -1.977069523643812 }, "split_id": "179bb053", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_7c38f510", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1866498424213895, "position_mse": 6.271725138974814e-06, "position_mse_by_step": { "10": 1.9248041998360625e-08, "20": 1.439310431727847e-07, "30": 3.9930778394291014e-07, "40": 7.94203017306927e-07, "50": 1.334628670690563e-06, "60": 2.022502874865495e-06, "70": 2.85897158473095e-06, "80": 3.845602454280846e-06, "90": 4.982782004146559e-06, "100": 6.271725138974814e-06 }, "relative_mse_by_step": { "10": 0.061908598683908064, "20": 0.11333473487188798, "30": 0.13756902715431288, "40": 0.15221940315928018, "50": 0.16235640514977445, "60": 0.16976844488433765, "70": 0.1754320087082039, "80": 0.1799348184096556, "90": 0.18359456541075111, "100": 0.1866498424213895 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -10.227122791161378, "20": -7.237265671320129, "30": -6.50218133100866, "40": -6.175327761763323, "50": -5.976917971514021, "60": -5.848020757156865, "70": -5.751030403719945, "80": -5.680121508860028, "90": -5.625954151889891, "100": -5.581928941643554 }, "split_id": "de053664", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 23.71373705661655, "damping": 0.01778279410038923, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-node_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_acb46cae", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1866498424213895, "position_mse": 6.271725138974814e-06, "position_mse_by_step": { "10": 1.9248041998360625e-08, "20": 1.439310431727847e-07, "30": 3.9930778394291014e-07, "40": 7.94203017306927e-07, "50": 1.334628670690563e-06, "60": 2.022502874865495e-06, "70": 2.85897158473095e-06, "80": 3.845602454280846e-06, "90": 4.982782004146559e-06, "100": 6.271725138974814e-06 }, "relative_mse_by_step": { "10": 0.061908598683908064, "20": 0.11333473487188798, "30": 0.13756902715431288, "40": 0.15221940315928018, "50": 0.16235640514977445, "60": 0.16976844488433765, "70": 0.1754320087082039, "80": 0.1799348184096556, "90": 0.18359456541075111, "100": 0.1866498424213895 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.955140567741969, "20": -6.5630028100369096, "30": -5.967477415473465, "40": -5.730202604279442, "50": -5.612986325521422, "60": -5.565931186570632, "70": -5.552652407853654, "80": -5.567131543242048, "90": -5.598224985657972, "100": -5.637616177923728 }, "split_id": "beaad246", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_a6fe6709", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.443677067424037e-05, "position_mse_by_step": { "10": 4.0807613653929105e-07, "20": 1.6610281688502125e-06, "30": 3.7860558190264524e-06, "40": 6.804463445015634e-06, "50": 1.0730188361256816e-05, "60": 1.5582119002439346e-05, "70": 2.1368323944313617e-05, "80": 2.810027625465799e-05, "90": 3.5786095057639094e-05, "100": 4.443677067424037e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_ed5f83cd", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.208433445975451e-05, "position_mse_by_step": { "10": 3.794037634666633e-07, "20": 1.5534314944229014e-06, "30": 3.554521900436417e-06, "40": 6.403512809681291e-06, "50": 1.0117747589382426e-05, "60": 1.4710098522690325e-05, "70": 2.0195274139820998e-05, "80": 2.6579129033572307e-05, "90": 3.387346974445141e-05, "100": 4.208433445975451e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_292d5683", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.126997321561378e-05, "position_mse_by_step": { "10": 3.6988601956571594e-07, "20": 1.517568453631871e-06, "30": 3.474678893715983e-06, "40": 6.263810792006552e-06, "50": 9.902337329289626e-06, "60": 1.4405783336509817e-05, "70": 1.9785154563578544e-05, "80": 2.6050142098808594e-05, "90": 3.320998153607694e-05, "100": 4.126997321561378e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_da3b9347", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.0957030484735566e-05, "position_mse_by_step": { "10": 3.7647160776746854e-07, "20": 1.5327753219805475e-06, "30": 3.492372106198413e-06, "40": 6.273442925573493e-06, "50": 9.891928402794293e-06, "60": 1.4359508272069174e-05, "70": 1.969104352091173e-05, "80": 2.5894213883605386e-05, "90": 3.297988257275262e-05, "100": 4.0957030484735566e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_77e9093e", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.108818414221917e-05, "position_mse_by_step": { "10": 3.7185860252618243e-07, "20": 1.5186521466148407e-06, "30": 3.4719521571397697e-06, "40": 6.253441724116523e-06, "50": 9.879563270130477e-06, "60": 1.4364397741571468e-05, "70": 1.971844625846383e-05, "80": 2.5951792499004764e-05, "90": 3.3071012018938615e-05, "100": 4.108818414221917e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_a085bd46", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.005778311173864e-05, "position_mse_by_step": { "10": 3.66537875200785e-07, "20": 1.4940078715751172e-06, "30": 3.4068135002079152e-06, "40": 6.123237367968873e-06, "50": 9.658930600510627e-06, "60": 1.402719234257737e-05, "70": 1.9241655016750364e-05, "80": 2.531144564272836e-05, "90": 3.224729537448314e-05, "100": 4.005778311173864e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_437310c9", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.307373637857381e-05, "position_mse_by_step": { "10": 3.931720759250571e-07, "20": 1.6009001391077097e-06, "30": 3.651645215541066e-06, "40": 6.567951478635742e-06, "50": 1.0366741681926735e-05, "60": 1.506553500283709e-05, "70": 2.0673871196257615e-05, "80": 2.72059857836991e-05, "90": 3.4668392124461076e-05, "100": 4.307373637857381e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_a61d19db", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.1724541811813e-05, "position_mse_by_step": { "10": 3.803926389878143e-07, "20": 1.5493803273005013e-06, "30": 3.5327353056605457e-06, "40": 6.352220894508978e-06, "50": 1.0025855252544197e-05, "60": 1.4570920354474635e-05, "70": 1.9999775979938152e-05, "80": 2.63286028712173e-05, "90": 3.356570658589979e-05, "100": 4.1724541811813e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_c89a505d", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.2707156977225424e-05, "position_mse_by_step": { "10": 3.834223560618609e-07, "20": 1.5711977084720274e-06, "30": 3.5968484391040483e-06, "40": 6.482840464221746e-06, "50": 1.0248055091973844e-05, "60": 1.4906400052236027e-05, "70": 2.047286386316825e-05, "80": 2.6956806998766427e-05, "90": 3.436377766255256e-05, "100": 4.2707156977225424e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_c8cc8d72", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.314234785332311e-05, "position_mse_by_step": { "10": 3.8913291007247607e-07, "20": 1.5926518780621076e-06, "30": 3.641952659043974e-06, "40": 6.55876499097628e-06, "50": 1.0362880831442973e-05, "60": 1.5068591580659683e-05, "70": 2.068789279811816e-05, "80": 2.723395435688352e-05, "90": 3.471515917356425e-05, "100": 4.314234785332311e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_35784f05", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08302906379341271, "position_mse": 3.4942228905622738e-06, "position_mse_by_step": { "10": 5.182155993210813e-09, "20": 4.112480283932232e-08, "30": 1.312061928818561e-07, "40": 2.938737529640483e-07, "50": 5.443341194677487e-07, "60": 8.9497349335943e-07, "70": 1.3567722581748448e-06, "80": 1.9379287290835886e-06, "90": 2.648118571154815e-06, "100": 3.4942228905622738e-06 }, "relative_mse_by_step": { "10": 0.013658683682683472, "20": 0.026473521997569745, "30": 0.036912472776084705, "40": 0.04589258453887198, "50": 0.0537999307315171, "60": 0.06084075453192468, "70": 0.06718266109097099, "80": 0.07291167165920959, "90": 0.07817677347885467, "100": 0.08302906379341271 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6476699049743926, "20": -0.7523366367792186, "30": -0.803998916001867, "40": -0.8026707523079746, "50": -0.8120416464451174, "60": -0.8078980620230172, "70": -0.8089792060766472, "80": -0.8000218627038158, "90": -0.792687148148322, "100": -0.7820051306005318 }, "split_id": "f4809be6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_6511b60e", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08049938886303633, "position_mse": 3.577132882323245e-06, "position_mse_by_step": { "10": 5.2204585479894866e-09, "20": 4.1886751870176144e-08, "30": 1.339356591602479e-07, "40": 3.0002292561448485e-07, "50": 5.553186761224944e-07, "60": 9.134659438002148e-07, "70": 1.3852740364330072e-06, "80": 1.9808418699085452e-06, "90": 2.708575053540179e-06, "100": 3.577132882323245e-06 }, "relative_mse_by_step": { "10": 0.01279285427533654, "20": 0.025217363953057313, "30": 0.03537603922455854, "40": 0.04409207691963661, "50": 0.051752928972576814, "60": 0.058622703603868884, "70": 0.06482838991223952, "80": 0.07049190022038287, "90": 0.07568791870634659, "100": 0.08049938886303633 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.6766269756294692, "20": -0.8521092094625728, "30": -0.9206926874665589, "40": -0.9594694467478095, "50": -0.9751831533361657, "60": -0.9919585779885562, "70": -0.9949292410119015, "80": -0.9978344496128524, "90": -1.0033500711019938, "100": -1.001105088232967 }, "split_id": "01c99a99", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_1c190513", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09037554225142565, "position_mse": 3.7297962080629075e-06, "position_mse_by_step": { "10": 5.456231720403691e-09, "20": 4.3755405241898055e-08, "30": 1.396348993003877e-07, "40": 3.1283620022090224e-07, "50": 5.796846197979124e-07, "60": 9.538294396601746e-07, "70": 1.4466004594331546e-06, "80": 2.0680530643143616e-06, "90": 2.826569482294872e-06, "100": 3.7297962080629075e-06 }, "relative_mse_by_step": { "10": 0.014751116375822654, "20": 0.028832574331116242, "30": 0.04018641824800555, "40": 0.049943430701981366, "50": 0.058540181022039346, "60": 0.06621156360465331, "70": 0.07311544899912613, "80": 0.07938740051667297, "90": 0.08511204618479808, "100": 0.09037554225142565 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8166819637723179, "20": -0.8652236521541168, "30": -0.8116973480983207, "40": -0.7626600670790542, "50": -0.7201726093031253, "60": -0.6906270348595933, "70": -0.6685190897667233, "80": -0.6431878272242937, "90": -0.6253285506242301, "100": -0.6097702995856296 }, "split_id": "5dc0cd6c", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_d9c8e414", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0857821351591457, "position_mse": 3.5133815247588373e-06, "position_mse_by_step": { "10": 5.134695449779006e-09, "20": 4.0814849481104636e-08, "30": 1.3050130048343687e-07, "40": 2.926571529623548e-07, "50": 5.426107630260698e-07, "60": 8.935798864026115e-07, "70": 1.3571902432626562e-06, "80": 1.9426131871114195e-06, "90": 2.6585340102818527e-06, "100": 3.5133815247588373e-06 }, "relative_mse_by_step": { "10": 0.013638997852264339, "20": 0.026628070595739028, "30": 0.037367524569279865, "40": 0.04665016585539451, "50": 0.054853891064637304, "60": 0.06222914249373865, "70": 0.06892424171534287, "80": 0.07502113004254445, "90": 0.0806107785380135, "100": 0.0857821351591457 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7179301581785416, "20": -0.9123304106580565, "30": -0.9171203774354537, "40": -0.9042423708998659, "50": -0.8998767469733091, "60": -0.895820556275899, "70": -0.8916181864590789, "80": -0.8831192868848934, "90": -0.8768456874277899, "100": -0.8763561049029429 }, "split_id": "59cef44e", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_241a3a10", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08774670758757849, "position_mse": 3.5149385813123706e-06, "position_mse_by_step": { "10": 5.259128910140021e-09, "20": 4.1507991888067866e-08, "30": 1.3195795257761996e-07, "40": 2.949734581290743e-07, "50": 5.458073709568063e-07, "60": 8.972041614794892e-07, "70": 1.3606120368032341e-06, "80": 1.9453603921907158e-06, "90": 2.6605363700582528e-06, "100": 3.5149385813123706e-06 }, "relative_mse_by_step": { "10": 0.014348118614642849, "20": 0.027782980717702924, "30": 0.03873354164223157, "40": 0.0481727949453835, "50": 0.05650805389656198, "60": 0.0639617779215991, "70": 0.07071179873138697, "80": 0.07685694525905484, "90": 0.0825041709440073, "100": 0.08774670758757849 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2815944060933626, "20": -1.501818858168039, "30": -1.5176401439375464, "40": -1.4653266882638558, "50": -1.4269127563206427, "60": -1.3795635196271272, "70": -1.3528338382938938, "80": -1.318549010945266, "90": -1.2925685718910613, "100": -1.2681722000922249 }, "split_id": "5ef1e64c", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_8de07379", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08325735445686025, "position_mse": 3.420893511117486e-06, "position_mse_by_step": { "10": 5.132622755381939e-09, "20": 4.0380329404042317e-08, "30": 1.2857757454298734e-07, "40": 2.876854495070802e-07, "50": 5.324996180888774e-07, "60": 8.753166420254794e-07, "70": 1.3267869876796923e-06, "80": 1.896004364100788e-06, "90": 2.5912498439798324e-06, "100": 3.420893511117486e-06 }, "relative_mse_by_step": { "10": 0.013802619384126129, "20": 0.026589584385109055, "30": 0.037033221865853956, "40": 0.04600433844255964, "50": 0.053899105003843435, "60": 0.06093653613421314, "70": 0.06728658892736998, "80": 0.073058705450635, "90": 0.07835411394413676, "100": 0.08325735445686025 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.8247176805349001, "20": -0.857778905100254, "30": -0.907458892768261, "40": -0.9297940086232512, "50": -0.9285587095330186, "60": -0.9146021457836988, "70": -0.9038299101733482, "80": -0.8947487756997539, "90": -0.8878075814006436, "100": -0.8832088418370057 }, "split_id": "dc36a331", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_32ec5996", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08689224969139135, "position_mse": 3.625539305370954e-06, "position_mse_by_step": { "10": 5.083086288390096e-09, "20": 4.04892145208383e-08, "30": 1.301810849594988e-07, "40": 2.9377899112757536e-07, "50": 5.479378631077583e-07, "60": 9.072377366692308e-07, "70": 1.3835585004276904e-06, "80": 1.988491921370691e-06, "90": 2.7325747266461675e-06, "100": 3.625539305370954e-06 }, "relative_mse_by_step": { "10": 0.013362735677314014, "20": 0.02613252137477633, "30": 0.03684994025759814, "40": 0.04624823286317473, "50": 0.05465248094108596, "60": 0.06226358490736133, "70": 0.06917869989221594, "80": 0.07552591875448625, "90": 0.08140971856657, "100": 0.08689224969139135 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5359940149307705, "20": -0.5581407536683249, "30": -0.5689688223220652, "40": -0.5717167979536528, "50": -0.5676356454399172, "60": -0.5619574607535609, "70": -0.5605369935482292, "80": -0.5602643210624558, "90": -0.5536515640818103, "100": -0.5508153483034626 }, "split_id": "78d18f4b", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_ccfe1004", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08460098388239126, "position_mse": 3.644080477118093e-06, "position_mse_by_step": { "10": 5.071906735868278e-09, "20": 4.0751403064729985e-08, "30": 1.3134820540423268e-07, "40": 2.9666923515898295e-07, "50": 5.532963314180961e-07, "60": 9.152958788100867e-07, "70": 1.3948983036828266e-06, "80": 2.0032450590536297e-06, "90": 2.7499721600828967e-06, "100": 3.644080477118093e-06 }, "relative_mse_by_step": { "10": 0.01289996682479312, "20": 0.025455306092635802, "30": 0.03596959662051143, "40": 0.04516921845783876, "50": 0.05337225025898995, "60": 0.0607542897505944, "70": 0.06747155820218766, "80": 0.07363251142525797, "90": 0.07932217191412783, "100": 0.08460098388239126 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.9188078593565965, "20": -1.0512774977741808, "30": -1.0868477967879469, "40": -1.1045442346787078, "50": -1.0899876473620052, "60": -1.0949322272393092, "70": -1.0741737713755528, "80": -1.062994518354492, "90": -1.0499432722662414, "100": -1.0378423783760171 }, "split_id": "478d11e0", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_6316077f", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0838061519073125, "position_mse": 3.6155941578337142e-06, "position_mse_by_step": { "10": 5.297803795656364e-09, "20": 4.223057022808722e-08, "30": 1.344841661778316e-07, "40": 3.0085181310011777e-07, "50": 5.57510689499655e-07, "60": 9.179955116321383e-07, "70": 1.3938296733938062e-06, "80": 1.995619368244661e-06, "90": 2.73323770605722e-06, "100": 3.6155941578337142e-06 }, "relative_mse_by_step": { "10": 0.013614381252589628, "20": 0.02651588260422117, "30": 0.036926390529506276, "40": 0.045870192561257725, "50": 0.05379881314547788, "60": 0.060921122370213555, "70": 0.06737417324207101, "80": 0.0732768859818647, "90": 0.0787332615239337, "100": 0.0838061519073125 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.5211805416850765, "20": -0.5933228617876845, "30": -0.6103291670020712, "40": -0.6043960705823168, "50": -0.5930370272649357, "60": -0.5711194698877124, "70": -0.5528049993409476, "80": -0.5431083968324113, "90": -0.5316547726041359, "100": -0.5211495213825399 }, "split_id": "4e199069", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-noisy_lj-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_63b61a7b", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08441515925273736, "position_mse": 3.6051314574641377e-06, "position_mse_by_step": { "10": 5.214650279837331e-09, "20": 4.206412170962689e-08, "30": 1.3466587692586733e-07, "40": 3.0219361174691323e-07, "50": 5.602265791334763e-07, "60": 9.216814618184799e-07, "70": 1.3980502639502186e-06, "80": 1.99851648566047e-06, "90": 2.731745009246619e-06, "100": 3.6051314574641377e-06 }, "relative_mse_by_step": { "10": 0.013600277076686698, "20": 0.026772010602366392, "30": 0.03743996423697289, "40": 0.046614383527513056, "50": 0.05466662445757529, "60": 0.061831257620126964, "70": 0.06828796758939934, "80": 0.07413773024942918, "90": 0.07949489826386286, "100": 0.08441515925273736 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.42442898128587725, "20": -0.6120735023244173, "30": -0.7031691656162826, "40": -0.7321013602160842, "50": -0.7556767089380074, "60": -0.7624682338530882, "70": -0.7706196945931856, "80": -0.7780990206918612, "90": -0.7719487882300518, "100": -0.7659263637199891 }, "split_id": "dbf8d11a", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_46b1406a", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 10, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 60 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -1825592.4252020167, "20": -13081.544962556836, "30": -1482.302909241687, "40": -906.8725750596141, "50": -408.8117491369916, "60": -323.93167862665007, "70": -247.57061593467765, "80": -150.41360698562866, "90": -116.04527564717512, "100": -121.83749456524286 }, "position_mse_by_step": { "10": 4.810565428670088e-07, "20": 2.0827174332973827e-06, "30": 4.80900357236654e-06, "40": 8.624710646169358e-06, "50": 1.3572309611239082e-05, "60": 1.966125775349307e-05, "70": 2.6898033108106272e-05, "80": 3.528842289597378e-05, "90": 4.483828170123161e-05, "100": 5.5551885119105766e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "position_mse": 4.77385629080475e-05, "relative_mse": 1.0 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 0, "name": "seed-0_7bf30535", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.2115730847747594e-05, "position_mse_by_step": { "10": 4.991700578216296e-07, "20": 2.0158665124979183e-06, "30": 4.571241210474649e-06, "40": 8.174536768430178e-06, "50": 1.2833762951101692e-05, "60": 1.8553590208674516e-05, "70": 2.5338477150528758e-05, "80": 3.3191580600292325e-05, "90": 4.211585892335279e-05, "100": 5.2115730847747594e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.20705668878585026, "20": -0.7339772683522743, "30": -0.7899666540900641, "40": -0.8403252714224916, "50": -0.8628219350911934, "60": -0.8777705774029192, "70": -0.8871712276652657, "80": -0.8944150839317879, "90": -0.8994623264031194, "100": -0.9028176910866978 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_9ec3c1e3", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.161035896890098e-05, "position_mse_by_step": { "10": 4.810565428670088e-07, "20": 1.953492388955575e-06, "30": 4.450303317428604e-06, "40": 7.988413540260807e-06, "50": 1.2579992198880063e-05, "60": 1.823492428099728e-05, "70": 2.4959543407021555e-05, "80": 3.276000652476796e-05, "90": 4.1642069481895307e-05, "100": 5.161035896890098e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 0, "name": "seed-0_ab254837", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.2115730847747594e-05, "position_mse_by_step": { "10": 4.991700578216296e-07, "20": 2.0158665124979183e-06, "30": 4.571241210474649e-06, "40": 8.174536768430178e-06, "50": 1.2833762951101692e-05, "60": 1.8553590208674516e-05, "70": 2.5338477150528758e-05, "80": 3.3191580600292325e-05, "90": 4.211585892335279e-05, "100": 5.2115730847747594e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_25342570", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.0844579969374795e-05, "position_mse_by_step": { "10": 4.802810892101661e-07, "20": 1.944864601455265e-06, "30": 4.419543772980562e-06, "40": 7.917225064245161e-06, "50": 1.2448566453063644e-05, "60": 1.80211952283571e-05, "70": 2.4641735230293958e-05, "80": 3.231600013740327e-05, "90": 4.1048980347113687e-05, "100": 5.0844579969374795e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.2932702222109147, "20": -1.3824415688857368, "30": -1.3706058956214036, "40": -1.366090035783528, "50": -1.3573606828892468, "60": -1.352108972981286, "70": -1.3457577484431833, "80": -1.3409670663061113, "90": -1.3355507995035198, "100": -1.33167942289437 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_2748d67e", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.963235343374046e-05, "position_mse_by_step": { "10": 4.617943882781869e-07, "20": 1.8748663056352858e-06, "30": 4.27135210137359e-06, "40": 7.668380989603715e-06, "50": 1.2078753323813933e-05, "60": 1.751344788577366e-05, "70": 2.3980017834089397e-05, "80": 3.148496469813316e-05, "90": 4.003375231280058e-05, "100": 4.963235343374046e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 1, "name": "seed-1_5565bb89", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.0844579969374795e-05, "position_mse_by_step": { "10": 4.802810892101661e-07, "20": 1.944864601455265e-06, "30": 4.419543772980562e-06, "40": 7.917225064245161e-06, "50": 1.2448566453063644e-05, "60": 1.80211952283571e-05, "70": 2.4641735230293958e-05, "80": 3.231600013740327e-05, "90": 4.1048980347113687e-05, "100": 5.0844579969374795e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 1, "name": "seed-1_ce6df934", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -5933661.337787028, "20": -5512291.08695555, "30": -3116.469920804854, "40": -1241.2991393841298, "50": -1177.520883241329, "60": -418.7377306715354, "70": -306.8010480167033, "80": -233.50214196234177, "90": -182.14893917236665, "100": -145.81783767976285 }, "position_mse_by_step": { "10": 4.6539287556724035e-07, "20": 2.0844931357619077e-06, "30": 4.899874361313469e-06, "40": 8.782196646451374e-06, "50": 1.3813805073265751e-05, "60": 2.020160898679863e-05, "70": 2.763216796735763e-05, "80": 3.6246850448571e-05, "90": 4.60511534863774e-05, "100": 5.705028864283052e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "position_mse": 4.269380828308808e-05, "relative_mse": 1.0 } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_22a8dd86", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 13, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 57 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -5185703.736425443, "20": -7219620.8866151925, "30": -3239.7178035273682, "40": -1743.7102198700443, "50": -931.8605667206721, "60": -677.3779331419872, "70": -503.2995485290591, "80": -345.40311118964235, "90": -266.39129895982114, "100": -238.33272176579646 }, "position_mse_by_step": { "10": 4.6695988612719847e-07, "20": 1.993755331243717e-06, "30": 4.741122925304553e-06, "40": 8.497884313360454e-06, "50": 1.3365704721205443e-05, "60": 1.9354609401233846e-05, "70": 2.647078312484633e-05, "80": 3.472100217007672e-05, "90": 4.411113319260869e-05, "100": 5.464748692088107e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "position_mse": 4.466109314254904e-05, "relative_mse": 1.0 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 2, "name": "seed-2_2b5d7733", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.046340000782428e-05, "position_mse_by_step": { "10": 4.837467368393586e-07, "20": 1.953324787759162e-06, "30": 4.428386663286281e-06, "40": 7.917643841080592e-06, "50": 1.2428328149586118e-05, "60": 1.7965490938617482e-05, "70": 2.453428365437763e-05, "80": 3.2137679707895065e-05, "90": 4.077985187385431e-05, "100": 5.046340000782428e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.7721128500774201, "20": -0.915786897962529, "30": -0.9758330167190037, "40": -0.9928391814077293, "50": -1.0009027490347866, "60": -1.006184168460405, "70": -1.0075740422317865, "80": -1.0093314779075544, "90": -1.0086540552907768, "100": -1.0083396194272116 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_b500715a", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.963821268445047e-05, "position_mse_by_step": { "10": 4.6333901297300277e-07, "20": 1.8832292905049794e-06, "30": 4.289744481411617e-06, "40": 7.696325850961979e-06, "50": 1.2113822685932974e-05, "60": 1.755226530154427e-05, "70": 2.401757166288527e-05, "80": 3.15163559467432e-05, "90": 4.005453039488722e-05, "100": 4.963821268445047e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 2, "name": "seed-2_cc360574", "hyperparameters": {}, "parameters": 1, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.046340000782428e-05, "position_mse_by_step": { "10": 4.837467368393586e-07, "20": 1.953324787759162e-06, "30": 4.428386663286281e-06, "40": 7.917643841080592e-06, "50": 1.2428328149586118e-05, "60": 1.7965490938617482e-05, "70": 2.453428365437763e-05, "80": 3.2137679707895065e-05, "90": 4.077985187385431e-05, "100": 5.046340000782428e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_2ed69c67", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.888131092489597e-05, "position_mse_by_step": { "10": 4.6084242403107313e-07, "20": 1.8666344504124156e-06, "30": 4.244175103654665e-06, "40": 7.606363400165199e-06, "50": 1.1962427431301746e-05, "60": 1.7320758011659822e-05, "70": 2.3686653184995522e-05, "80": 3.1065300403757386e-05, "90": 3.946201980267818e-05, "100": 4.888131092489597e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_32a48a3d", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": 4.6084242403107313e-07, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": 1.0, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 16, "completion_by_step": { "10": 70, "20": 57, "30": 55, "40": 54, "50": 54, "60": 54, "70": 54, "80": 54, "90": 54, "100": 54 }, "survivor_metrics": { "poisson_r2_20": -5861871.946907684, "position_mse_20": 2.073111891588684e-06, "frozen_mse_20": 2.073111891588684e-06, "relative_mse_20": 1.0, "poisson_r2_30": -7382.8408449587505, "position_mse_30": 4.778180866858086e-06, "frozen_mse_30": 4.778180866858086e-06, "relative_mse_30": 1.0, "poisson_r2_40": -1205.2047873997303, "position_mse_40": 8.62572488181791e-06, "frozen_mse_40": 8.62572488181791e-06, "relative_mse_40": 1.0, "poisson_r2_50": -597.0874296630399, "position_mse_50": 1.3548209751577275e-05, "frozen_mse_50": 1.3548209751577275e-05, "relative_mse_50": 1.0, "poisson_r2_60": -435.4100975356347, "position_mse_60": 1.9595872985249757e-05, "frozen_mse_60": 1.9595872985249757e-05, "relative_mse_60": 1.0, "poisson_r2_70": -319.45306979352733, "position_mse_70": 2.6773884184405216e-05, "frozen_mse_70": 2.6773884184405216e-05, "relative_mse_70": 1.0, "poisson_r2_80": -205.86787352736036, "position_mse_80": 3.508675163848912e-05, "frozen_mse_80": 3.508675163848912e-05, "relative_mse_80": 1.0, "poisson_r2_90": -157.3272513267775, "position_mse_90": 4.453945132775482e-05, "frozen_mse_90": 4.453945132775482e-05, "relative_mse_90": 1.0, "poisson_r2_100": -149.81278622492968, "position_mse_100": 5.51358280399991e-05, "frozen_mse_100": 5.51358280399991e-05, "relative_mse_100": 1.0, "position_mse": 4.272570504813952e-05, "frozen_mse": 4.272570504813952e-05, "relative_mse": 1.0 }, "poisson_r2": { "10": -2869154.990996164, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "6c094907", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 3, "name": "seed-3_3f0210eb", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.264550085744954e-05, "position_mse_by_step": { "10": 5.002878529986837e-07, "20": 2.023785238439554e-06, "30": 4.595427422568069e-06, "40": 8.226636425336307e-06, "50": 1.2925770858730954e-05, "60": 1.8700143963152577e-05, "70": 2.5554842769841862e-05, "80": 3.349450150510945e-05, "90": 4.2523106172406444e-05, "100": 5.264550085744954e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -1.4722973758645317, "20": -1.5180286509056318, "30": -1.5613410740276419, "40": -1.5566931034835982, "50": -1.551199283523871, "60": -1.5473158993949956, "70": -1.5405510617439013, "80": -1.5358308003997858, "90": -1.530245530457651, "100": -1.5256053382621113 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 3, "name": "seed-3_549cbf3b", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.264550085744954e-05, "position_mse_by_step": { "10": 5.002878529986837e-07, "20": 2.023785238439554e-06, "30": 4.595427422568069e-06, "40": 8.226636425336307e-06, "50": 1.2925770858730954e-05, "60": 1.8700143963152577e-05, "70": 2.5554842769841862e-05, "80": 3.349450150510945e-05, "90": 4.2523106172406444e-05, "100": 5.264550085744954e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_088f4267", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 16, "completion_by_step": { "10": 69, "20": 58, "30": 55, "40": 55, "50": 55, "60": 54, "70": 54, "80": 54, "90": 54, "100": 54 }, "survivor_metrics": { "poisson_r2_10": -15032203.776081635, "position_mse_10": 4.4127672085152514e-07, "frozen_mse_10": 4.4127672085152514e-07, "relative_mse_10": 1.0, "poisson_r2_20": -1733619.484951598, "position_mse_20": 1.9432047557874568e-06, "frozen_mse_20": 1.9432047557874568e-06, "relative_mse_20": 1.0, "poisson_r2_30": -2093.054709823148, "position_mse_30": 4.52053063781932e-06, "frozen_mse_30": 4.52053063781932e-06, "relative_mse_30": 1.0, "poisson_r2_40": -870.3248380595693, "position_mse_40": 8.095560571580956e-06, "frozen_mse_40": 8.095560571580956e-06, "relative_mse_40": 1.0, "poisson_r2_50": -873.3585644755951, "position_mse_50": 1.2723747683842455e-05, "frozen_mse_50": 1.2723747683842455e-05, "relative_mse_50": 1.0, "poisson_r2_60": -279.23457796621375, "position_mse_60": 1.8572934718745443e-05, "frozen_mse_60": 1.8572934718745443e-05, "relative_mse_60": 1.0, "poisson_r2_70": -208.46638561673342, "position_mse_70": 2.538737426557755e-05, "frozen_mse_70": 2.538737426557755e-05, "relative_mse_70": 1.0, "poisson_r2_80": -161.2275176046341, "position_mse_80": 3.3282338100198775e-05, "frozen_mse_80": 3.3282338100198775e-05, "relative_mse_80": 1.0, "poisson_r2_90": -127.01081971607061, "position_mse_90": 4.226249246938904e-05, "frozen_mse_90": 4.226249246938904e-05, "relative_mse_90": 1.0, "poisson_r2_100": -102.09188287409988, "position_mse_100": 5.233170894051135e-05, "frozen_mse_100": 5.233170894051135e-05, "relative_mse_100": 1.0, "position_mse": 4.065342010924107e-05, "frozen_mse": 4.065342010924107e-05, "relative_mse": 1.0 }, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "4739a94c", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_912d5802", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 4.6920564532878674e-05, "position_mse_by_step": { "10": 4.380227500584104e-07, "20": 1.7784335722938391e-06, "30": 4.0505038587720526e-06, "40": 7.268557085028858e-06, "50": 1.144309983698934e-05, "60": 1.658345744804787e-05, "70": 2.2695720001917965e-05, "80": 2.978590617723447e-05, "90": 3.7859138761372636e-05, "100": 4.6920564532878674e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "frozen", "seed": 4, "name": "seed-4_d49e9961", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.192478438402759e-05, "position_mse_by_step": { "10": 4.955840978482229e-07, "20": 2.0016790285483564e-06, "30": 4.541424199747521e-06, "40": 8.12598441695757e-06, "50": 1.2763987907809289e-05, "60": 1.8460778937878787e-05, "70": 2.52215597486481e-05, "80": 3.305048050086563e-05, "90": 4.195056852560291e-05, "100": 5.192478438402759e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "frozen", "seed": 4, "name": "seed-4_e5d19f22", "hyperparameters": {}, "parameters": 1, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 1.0, "position_mse": 5.192478438402759e-05, "position_mse_by_step": { "10": 4.955840978482229e-07, "20": 2.0016790285483564e-06, "30": 4.541424199747521e-06, "40": 8.12598441695757e-06, "50": 1.2763987907809289e-05, "60": 1.8460778937878787e-05, "70": 2.52215597486481e-05, "80": 3.305048050086563e-05, "90": 4.195056852560291e-05, "100": 5.192478438402759e-05 }, "relative_mse_by_step": { "10": 1.0, "20": 1.0, "30": 1.0, "40": 1.0, "50": 1.0, "60": 1.0, "70": 1.0, "80": 1.0, "90": 1.0, "100": 1.0 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.47581819755606913, "20": -0.9248179672722789, "30": -0.9865500792037287, "40": -1.0222260755012949, "50": -1.0358070429058013, "60": -1.0448296805533728, "70": -1.047750605021263, "80": -1.0503167482983256, "90": -1.050552095321415, "100": -1.0503283492960334 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_6be6f119", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10069699385787294, "position_mse": 5.2478974290741985e-06, "position_mse_by_step": { "10": 1.2698876535242677e-08, "20": 9.749843980737845e-08, "30": 2.835939217428672e-07, "40": 5.845820495612283e-07, "50": 1.0107592037249853e-06, "60": 1.5701975862266897e-06, "70": 2.268476266818555e-06, "80": 3.111503779048722e-06, "90": 4.103214246344221e-06, "100": 5.2478974290741985e-06 }, "relative_mse_by_step": { "10": 0.025439980496146698, "20": 0.04836552380969181, "30": 0.06203871305085224, "40": 0.0715125598087548, "50": 0.07875782088044711, "60": 0.08463039059106534, "70": 0.08952693776118337, "80": 0.09374376642434792, "90": 0.09742682094675345, "100": 0.10069699385787294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.23150304317615444, "20": -0.45894965655367725, "30": -0.5238332561338908, "40": -0.5570548584997368, "50": -0.5757488849075256, "60": -0.5899759039022894, "70": -0.5995586513564728, "80": -0.607696294529122, "90": -0.6139313252096548, "100": -0.618799741165226 }, "split_id": "e0ca2166", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 0, "name": "seed-0_8593cf12", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13837545200951726, "position_mse": 7.1416067506951155e-06, "position_mse_by_step": { "10": 1.6867500951533998e-08, "20": 1.311858456024392e-07, "30": 3.839303742734858e-07, "40": 7.935456049982089e-07, "50": 1.3738665036352618e-06, "60": 2.135973746573784e-06, "70": 3.0869869362959435e-06, "80": 4.2346488470457185e-06, "90": 5.584699204064237e-06, "100": 7.1416067506951155e-06 }, "relative_mse_by_step": { "10": 0.035063447741520745, "20": 0.06715452097183601, "30": 0.08627060829087975, "40": 0.09933707124685248, "50": 0.10921044162154335, "60": 0.11713641985339608, "70": 0.12367962369966752, "80": 0.12926275957375477, "90": 0.13411195153238703, "100": 0.13837545200951726 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -11.199836950398298, "20": -9.607866355485017, "30": -8.794701720308838, "40": -8.372478407712023, "50": -8.114781888877797, "60": -7.930512357738273, "70": -7.791320634569802, "80": -7.682197460663069, "90": -7.5934880241357465, "100": -7.517823260837195 }, "split_id": "f6d56ed8", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.07498942093324558, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_97541cc7", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10069699385787294, "position_mse": 5.2478974290741985e-06, "position_mse_by_step": { "10": 1.2698876535242677e-08, "20": 9.749843980737845e-08, "30": 2.835939217428672e-07, "40": 5.845820495612283e-07, "50": 1.0107592037249853e-06, "60": 1.5701975862266897e-06, "70": 2.268476266818555e-06, "80": 3.111503779048722e-06, "90": 4.103214246344221e-06, "100": 5.2478974290741985e-06 }, "relative_mse_by_step": { "10": 0.025439980496146698, "20": 0.04836552380969181, "30": 0.06203871305085224, "40": 0.0715125598087548, "50": 0.07875782088044711, "60": 0.08463039059106534, "70": 0.08952693776118337, "80": 0.09374376642434792, "90": 0.09742682094675345, "100": 0.10069699385787294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": 0.1661703664286711, "20": -0.32893714378988714, "30": -0.4235511700779755, "40": -0.4877556946101209, "50": -0.5219750835321748, "60": -0.5460349255541779, "70": -0.5626229789671735, "80": -0.575903369847947, "90": -0.5860426059075188, "100": -0.5940478193696479 }, "split_id": "7802c1b4", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 0, "name": "seed-0_cccf16cc", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 11, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 59 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1d0f16f6", "train_networks": 100, "split_seed": 0, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -26107087.314793557, "20": -45989900.29343956, "30": -3370142.3567994977, "40": -9.657456640051814, "50": -9.408453218257776, "60": -9.24866403906051, "70": -9.114445129579133, "80": -9.004709784725959, "90": -8.91307736541771, "100": -8.837412520055691 }, "position_mse_by_step": { "10": 1.69103269937634e-08, "20": 1.3425390416581385e-07, "30": 3.9828951479137233e-07, "40": 8.32236687278579e-07, "50": 1.4392174522280415e-06, "60": 2.2356532814243973e-06, "70": 3.229329215397013e-06, "80": 4.4281538371020145e-06, "90": 5.838029846156626e-06, "100": 7.463435312182178e-06 }, "relative_mse_by_step": { "10": 0.03487288791361102, "20": 0.06460975761378078, "30": 0.08282163005243343, "40": 0.0955337359616107, "50": 0.10497657687801294, "60": 0.11256046721202495, "70": 0.11883998863564305, "80": 0.12420587023469866, "90": 0.12887055583744444, "100": 0.13297293257130716 }, "position_mse": 6.29940501340544e-06, "relative_mse": 0.13278620789894244 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.01333521432163324, "damping": 0.0007498942093324559, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_3b30e9b6", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0997423248808611, "position_mse": 5.071356613736303e-06, "position_mse_by_step": { "10": 1.2294976130057731e-08, "20": 9.382653366632862e-08, "30": 2.7276408299010364e-07, "40": 5.62392910146465e-07, "50": 9.728338721259888e-07, "60": 1.5123302665033733e-06, "70": 2.1864756422676888e-06, "80": 3.0019331148878337e-06, "90": 3.961814955947115e-06, "100": 5.071356613736303e-06 }, "relative_mse_by_step": { "10": 0.025599542447688535, "20": 0.04824322145414233, "30": 0.06171770141924631, "40": 0.07103409409014752, "50": 0.07814826516723701, "60": 0.08391953182570591, "70": 0.08873058742956089, "80": 0.0928930901758887, "90": 0.09651433293703447, "100": 0.0997423248808611 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.30876645967092275, "20": -0.6003504661155286, "30": -0.6800519239859752, "40": -0.7219499106963578, "50": -0.7447640933301369, "60": -0.7612025762161305, "70": -0.7723226168765283, "80": -0.7825121963757848, "90": -0.7889033923060882, "100": -0.7952652210803786 }, "split_id": "5aa84016", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_4a31370c", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13367719205447648, "position_mse": 6.634713642077778e-06, "position_mse_by_step": { "10": 1.583956285498646e-08, "20": 1.2189993976769692e-07, "30": 3.5547251968637284e-07, "40": 7.342529342630704e-07, "50": 1.2716805270786479e-06, "60": 1.9781149477791715e-06, "70": 2.8611082724085333e-06, "80": 3.928210003729354e-06, "90": 5.184170863360902e-06, "100": 6.634713642077778e-06 }, "relative_mse_by_step": { "10": 0.03430003321184717, "20": 0.06501793722640503, "30": 0.08322248113707584, "40": 0.09575071129858077, "50": 0.1052824321340729, "60": 0.11294834464811541, "70": 0.11931218284338609, "80": 0.12476463103553265, "90": 0.12949500268810155, "100": 0.13367719205447648 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.545231188845916, "20": -7.5778860967172665, "30": -7.019253786745621, "40": -6.687836791986282, "50": -6.474034832531476, "60": -6.31713751485142, "70": -6.190279097313535, "80": -6.096832071926246, "90": -6.017379917517707, "100": -5.950425896461113 }, "split_id": "175a4871", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 1, "name": "seed-1_5a8dee15", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 18, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 52 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "1005f2d8", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -31403422.62398117, "20": -43723780.83246995, "30": -85968.40077399372, "40": -936.439361932723, "50": -572.9487041728815, "60": -385.0667420064819, "70": -273.78757720357106, "80": -203.411330834649, "90": -156.4510544788522, "100": -124.1261541787778 }, "position_mse_by_step": { "10": 1.583495051024981e-08, "20": 1.2909377389291876e-07, "30": 3.7680843630501687e-07, "40": 7.885243936774837e-07, "50": 1.3608418594383938e-06, "60": 2.110676936476571e-06, "70": 3.0460300434443666e-06, "80": 4.174230399966151e-06, "90": 5.499655055875617e-06, "100": 7.028564846441791e-06 }, "relative_mse_by_step": { "10": 0.0340249095797814, "20": 0.061547818865984, "30": 0.07755226243439242, "40": 0.08891844120163686, "50": 0.09755615880113913, "60": 0.10448063507495163, "70": 0.11023492789428234, "80": 0.11516118913252271, "90": 0.11942491424243032, "100": 0.1231994616266515 }, "position_mse": 5.239790405888099e-06, "relative_mse": 0.12296784313468156 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 1, "name": "seed-1_8e5575a0", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.0997423248808611, "position_mse": 5.071356613736303e-06, "position_mse_by_step": { "10": 1.2294976130057731e-08, "20": 9.382653366632862e-08, "30": 2.7276408299010364e-07, "40": 5.62392910146465e-07, "50": 9.728338721259888e-07, "60": 1.5123302665033733e-06, "70": 2.1864756422676888e-06, "80": 3.0019331148878337e-06, "90": 3.961814955947115e-06, "100": 5.071356613736303e-06 }, "relative_mse_by_step": { "10": 0.025599542447688535, "20": 0.04824322145414233, "30": 0.06171770141924631, "40": 0.07103409409014752, "50": 0.07814826516723701, "60": 0.08391953182570591, "70": 0.08873058742956089, "80": 0.0928930901758887, "90": 0.09651433293703447, "100": 0.0997423248808611 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.42037803290610687, "20": -0.6496768861684963, "30": -0.7151180569605831, "40": -0.7489149185635418, "50": -0.7673566276379356, "60": -0.7814277989719041, "70": -0.7903935467084329, "80": -0.7989137275295035, "90": -0.8044104504846612, "100": -0.8098250279869224 }, "split_id": "e320cae6", "train_networks": 100, "split_seed": 1, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_379c8daa", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.14368192865754842, "position_mse": 7.132114133615427e-06, "position_mse_by_step": { "10": 1.7217193080755674e-08, "20": 1.3312760732528008e-07, "30": 3.8799796467766813e-07, "40": 7.987273655934197e-07, "50": 1.3786417066999742e-06, "60": 2.139011488923513e-06, "70": 3.0877101368430104e-06, "80": 4.2322590973396605e-06, "90": 5.57832471648518e-06, "100": 7.132114133615427e-06 }, "relative_mse_by_step": { "10": 0.03715895402435897, "20": 0.07069113038783638, "30": 0.09044780321041185, "40": 0.10378034676034217, "50": 0.1138073209789429, "60": 0.12186526651550329, "70": 0.12856046315516972, "80": 0.13428770459666703, "90": 0.13926825908305315, "100": 0.14368192865754842 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.187217177335517, "20": -8.287988401177177, "30": -7.759769385453543, "40": -7.459473598502864, "50": -7.281321197789483, "60": -7.137478713262242, "70": -7.029777403023626, "80": -6.946456555451652, "90": -6.876445501784343, "100": -6.816496210078051 }, "split_id": "c8be7fee", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.004216965034285823, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_42d440d6", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09207542722430294, "position_mse": 4.646439114911313e-06, "position_mse_by_step": { "10": 1.0779944328457144e-08, "20": 8.337251039706014e-08, "30": 2.4470231438605034e-07, "40": 5.072741112245791e-07, "50": 8.810829187260489e-07, "60": 1.3744476604468251e-06, "70": 1.9925501633671112e-06, "80": 2.7411506813734833e-06, "90": 3.6245926173096776e-06, "100": 4.646439114911313e-06 }, "relative_mse_by_step": { "10": 0.022284272962521133, "20": 0.04268235928788084, "30": 0.05525766672878066, "40": 0.06406882166037754, "50": 0.07089311676690725, "60": 0.07650487621757107, "70": 0.08121493137671383, "80": 0.08529398221303705, "90": 0.08888194661721067, "100": 0.09207542722430294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.06401491399938064, "20": -0.36405346393863414, "30": -0.4710835146383905, "40": -0.517279416653077, "50": -0.5455263146173499, "60": -0.5656405810744747, "70": -0.5788461265189804, "80": -0.5900720169927283, "90": -0.5979386407252518, "100": -0.6048883816215385 }, "split_id": "67ae7b70", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 2, "name": "seed-2_7c32cc30", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 14, "completion_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": 56 }, "survivor_metrics": {}, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "e3b72e9e", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": -41180989.4886639, "20": -5935.019202532868, "30": -3171975.524802474, "40": -890.748717128902, "50": -545.0017656504256, "60": -365.61175262134094, "70": -259.9521417223596, "80": -193.06526925464584, "90": -148.68310506981513, "100": -118.06489609808968 }, "position_mse_by_step": { "10": 1.723254639146496e-08, "20": 1.386324047262614e-07, "30": 4.1179100858714483e-07, "40": 8.617693266290059e-07, "50": 1.4852243483330443e-06, "60": 2.3020887286609844e-06, "70": 3.321123956417133e-06, "80": 4.550222742847966e-06, "90": 5.994891103406579e-06, "100": 7.662051763596927e-06 }, "relative_mse_by_step": { "10": 0.03690369751968559, "20": 0.0679802075732345, "30": 0.0875110556611654, "40": 0.10035745982327465, "50": 0.109959867486969, "60": 0.11769118758978138, "70": 0.1241372253493863, "80": 0.12965948056294646, "90": 0.13445624726820715, "100": 0.13871038734565866 }, "position_mse": 6.142244096204611e-06, "relative_mse": 0.13839211373702992 } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 2, "name": "seed-2_a133f48b", "hyperparameters": {}, "parameters": 0, "split": { "test": 70, "train": 100, "val": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.09207542722430294, "position_mse": 4.646439114911313e-06, "position_mse_by_step": { "10": 1.0779944328457144e-08, "20": 8.337251039706014e-08, "30": 2.4470231438605034e-07, "40": 5.072741112245791e-07, "50": 8.810829187260489e-07, "60": 1.3744476604468251e-06, "70": 1.9925501633671112e-06, "80": 2.7411506813734833e-06, "90": 3.6245926173096776e-06, "100": 4.646439114911313e-06 }, "relative_mse_by_step": { "10": 0.022284272962521133, "20": 0.04268235928788084, "30": 0.05525766672878066, "40": 0.06406882166037754, "50": 0.07089311676690725, "60": 0.07650487621757107, "70": 0.08121493137671383, "80": 0.08529398221303705, "90": 0.08888194661721067, "100": 0.09207542722430294 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.20594407133029824, "20": -0.44023621509525057, "30": -0.5095254689903645, "40": -0.5435269735216506, "50": -0.5638550213724638, "60": -0.5789301807129938, "70": -0.5889876264298732, "80": -0.5977092228759462, "90": -0.6036315931393423, "100": -0.6090427026115697 }, "split_id": "c37b5d06", "train_networks": 100, "split_seed": 2, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_5c85d380", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10287494129605233, "position_mse": 5.415902810211394e-06, "position_mse_by_step": { "10": 1.3282927603069134e-08, "20": 1.011035297069997e-07, "30": 2.939448469265114e-07, "40": 6.05386327531424e-07, "50": 1.0452966391381682e-06, "60": 1.6225485868151932e-06, "70": 2.342587229772367e-06, "80": 3.212029244638513e-06, "90": 4.234802616208201e-06, "100": 5.415902810211394e-06 }, "relative_mse_by_step": { "10": 0.02655056988382263, "20": 0.04995763769131744, "30": 0.06396463699610466, "40": 0.07358855992066961, "50": 0.08086919152153335, "60": 0.08676663612923623, "70": 0.09166901361400406, "80": 0.09589720999873759, "90": 0.09958827088121319, "100": 0.10287494129605233 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.678120513526218, "20": -0.9071625167564437, "30": -0.9670085020426018, "40": -0.9947804688557136, "50": -1.0097072396455418, "60": -1.0202606549920792, "70": -1.026304755683285, "80": -1.0321406378243911, "90": -1.0357781828399126, "100": -1.0393455795830873 }, "split_id": "42f895f9", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.03162277660168379, "damping": 0.0031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_66c6492a", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.10287494129605233, "position_mse": 5.415902810211394e-06, "position_mse_by_step": { "10": 1.3282927603069134e-08, "20": 1.011035297069997e-07, "30": 2.939448469265114e-07, "40": 6.05386327531424e-07, "50": 1.0452966391381682e-06, "60": 1.6225485868151932e-06, "70": 2.342587229772367e-06, "80": 3.212029244638513e-06, "90": 4.234802616208201e-06, "100": 5.415902810211394e-06 }, "relative_mse_by_step": { "10": 0.02655056988382263, "20": 0.04995763769131744, "30": 0.06396463699610466, "40": 0.07358855992066961, "50": 0.08086919152153335, "60": 0.08676663612923623, "70": 0.09166901361400406, "80": 0.09589720999873759, "90": 0.09958827088121319, "100": 0.10287494129605233 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.482947875517574, "20": -0.802416015044219, "30": -0.9093854741154099, "40": -0.9479988950284901, "50": -0.9724840017871583, "60": -0.9892742214793406, "70": -0.9994126116082198, "80": -1.0081257746597307, "90": -1.014067523626176, "100": -1.0193699403993857 }, "split_id": "3407e8d4", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 3, "name": "seed-3_a05091b3", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.1387608951996804, "position_mse": 6.782814462472483e-06, "position_mse_by_step": { "10": 1.6043993552753276e-08, "20": 1.2547240963048776e-07, "30": 3.6732758762322453e-07, "40": 7.579761445291361e-07, "50": 1.3098027417462227e-06, "60": 2.032996557334497e-06, "70": 2.9354129070822768e-06, "80": 4.024115394177638e-06, "90": 5.3053632711908e-06, "100": 6.782814462472483e-06 }, "relative_mse_by_step": { "10": 0.03481448910977753, "20": 0.06721852240687286, "30": 0.08654864105557715, "40": 0.09965026710565446, "50": 0.10949305642756911, "60": 0.11737341725841005, "70": 0.12392687494330076, "80": 0.12953730824669302, "90": 0.13444226366818507, "100": 0.1387608951996804 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -9.245349278867067, "20": -8.068410549996342, "30": -7.471136615495109, "40": -7.144106003418461, "50": -6.942511096939903, "60": -6.801571144775838, "70": -6.690725847784834, "80": -6.607787466694879, "90": -6.539151241904653, "100": -6.482229178042342 }, "split_id": "be250c07", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 3, "name": "seed-3_f4ec4a02", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": 1.6043993552753276e-08, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": 0.03481448910977753, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 17, "completion_by_step": { "10": 70, "20": 57, "30": 55, "40": 53, "50": 53, "60": 53, "70": 53, "80": 53, "90": 53, "100": 53 }, "survivor_metrics": { "poisson_r2_20": -39121008.533227995, "position_mse_20": 1.2987367650714333e-07, "frozen_mse_20": 2.067278907154041e-06, "relative_mse_20": 0.06282349036586284, "poisson_r2_30": -2933436.9875025204, "position_mse_30": 3.81515102661338e-07, "frozen_mse_30": 4.7818866443611276e-06, "relative_mse_30": 0.07978338489291173, "poisson_r2_40": -434.70454582617543, "position_mse_40": 7.997643508792004e-07, "frozen_mse_40": 8.722295034495579e-06, "relative_mse_40": 0.09169196269058007, "poisson_r2_50": -235.11960691724502, "position_mse_50": 1.3795902372023949e-06, "frozen_mse_50": 1.3700911949854344e-05, "relative_mse_50": 0.10069331459480414, "poisson_r2_60": -148.5518973115451, "position_mse_60": 2.1385807151159925e-06, "frozen_mse_60": 1.981788241295671e-05, "relative_mse_60": 0.10791166637046005, "poisson_r2_70": -103.2383879662589, "position_mse_70": 3.0855188423895427e-06, "frozen_mse_70": 2.7078481939240174e-05, "relative_mse_70": 0.11394726075534657, "poisson_r2_80": -76.69550262984748, "position_mse_80": 4.227709194885461e-06, "frozen_mse_80": 3.5487379925984466e-05, "relative_mse_80": 0.1191327509583163, "poisson_r2_90": -59.78729741344349, "position_mse_90": 5.570724458463684e-06, "frozen_mse_90": 4.504947424240252e-05, "relative_mse_90": 0.12365792391912704, "poisson_r2_100": -48.379507242543674, "position_mse_100": 7.119270624159226e-06, "frozen_mse_100": 5.576873194994098e-05, "relative_mse_100": 0.12765702886251049, "position_mse": 5.40699278980737e-06, "frozen_mse": 4.24191917375083e-05, "relative_mse": 0.12746571936745196 }, "poisson_r2": { "10": -46097916.669023044, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "6c094907", "train_networks": 100, "split_seed": 3, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_55cf4ec4", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.13547117003565362, "position_mse": 6.356383776002466e-06, "position_mse_by_step": { "10": 1.5018169568265752e-08, "20": 1.163402612342728e-07, "30": 3.4059280637726326e-07, "40": 7.037451645430793e-07, "50": 1.2184650054385721e-06, "60": 1.8948221655331768e-06, "70": 2.740418761959518e-06, "80": 3.76211791766374e-06, "90": 4.965688369955907e-06, "100": 6.356383776002466e-06 }, "relative_mse_by_step": { "10": 0.03428627751929113, "20": 0.06541726553453223, "30": 0.0840865280598738, "40": 0.09682047706450464, "50": 0.1064803263797398, "60": 0.11425977794251987, "70": 0.1207460596856117, "80": 0.12630530343035684, "90": 0.13116221161962505, "100": 0.13547117003565362 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -8.19801548142047, "20": -6.856161352910332, "30": -6.251265180438544, "40": -5.935393468038815, "50": -5.747199082430988, "60": -5.612646060429827, "70": -5.508046722357956, "80": -5.426876784290499, "90": -5.355961599221441, "100": -5.2980267116660045 }, "split_id": "9bd4b4c5", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.0031622776601683794, "damping": 0.00031622776601683794, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-ood-multi_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_736fe7b6", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": null, "position_mse": null, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "diverged": 16, "completion_by_step": { "10": 68, "20": 57, "30": 55, "40": 54, "50": 54, "60": 54, "70": 54, "80": 54, "90": 54, "100": 54 }, "survivor_metrics": { "poisson_r2_10": -83997347.60026705, "position_mse_10": 1.5017669869104154e-08, "frozen_mse_10": 4.4460519281883266e-07, "relative_mse_10": 0.033777540414881166, "poisson_r2_20": -37465991.97663063, "position_mse_20": 1.1664992458910299e-07, "frozen_mse_20": 1.9556441557461654e-06, "relative_mse_20": 0.05964782716035364, "poisson_r2_30": -1150.8117651667812, "position_mse_30": 3.443319723895787e-07, "frozen_mse_30": 4.52053063781932e-06, "relative_mse_30": 0.07617069764085983, "poisson_r2_40": -602.2665052581815, "position_mse_40": 7.160509489707507e-07, "frozen_mse_40": 8.165423507846384e-06, "relative_mse_40": 0.08769305698383892, "poisson_r2_50": -375.7108026440202, "position_mse_50": 1.2347956341698221e-06, "frozen_mse_50": 1.2834055142876525e-05, "relative_mse_50": 0.09621243016516015, "poisson_r2_60": -253.4818277064986, "position_mse_60": 1.914076984614136e-06, "frozen_mse_60": 1.8572934718745443e-05, "relative_mse_60": 0.10305732581304347, "poisson_r2_70": -181.28594734319265, "position_mse_70": 2.761315982453467e-06, "frozen_mse_70": 2.538737426557755e-05, "relative_mse_70": 0.10876729328394956, "poisson_r2_80": -135.58598073433404, "position_mse_80": 3.783009507035078e-06, "frozen_mse_80": 3.3282338100198775e-05, "relative_mse_80": 0.11366417514436837, "poisson_r2_90": -104.96559389635544, "position_mse_90": 4.983997350201982e-06, "frozen_mse_90": 4.226249246938904e-05, "relative_mse_90": 0.1179295649401634, "poisson_r2_100": -83.70560456803236, "position_mse_100": 6.3695448520522605e-06, "frozen_mse_100": 5.233170894051135e-05, "relative_mse_100": 0.12171482607787396, "position_mse": 4.926959978617568e-06, "frozen_mse": 4.056076629491859e-05, "relative_mse": 0.12147107731627872 }, "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "split_id": "4739a94c", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [ 10, 20, 30, 40, 50, 60, 70, 80, 90, 100 ], "survivor_scores": { "poisson_r2": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "relative_mse_by_step": { "10": null, "20": null, "30": null, "40": null, "50": null, "60": null, "70": null, "80": null, "90": null, "100": null }, "position_mse": null, "relative_mse": null } }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": true, "barostat_parameters": { "coupling": 0.05623413251903491, "damping": 0.01, "dt": 0.01 }, "poisson_method": "box", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat1", "model": "zero_acceleration", "seed": 4, "name": "seed-4_88580758", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08611457764988532, "position_mse": 4.471480876791897e-06, "position_mse_by_step": { "10": 1.0697393347326921e-08, "20": 8.295340778730064e-08, "30": 2.4245996401717205e-07, "40": 5.001298434186603e-07, "50": 8.644037583240203e-07, "60": 1.3420372705955481e-06, "70": 1.937219929715184e-06, "80": 2.6549718989648293e-06, "90": 3.498552444674325e-06, "100": 4.471480876791897e-06 }, "relative_mse_by_step": { "10": 0.02158542494356446, "20": 0.041441912816291795, "30": 0.05338853041533789, "40": 0.0615469852950952, "50": 0.06772207593483844, "60": 0.07269667629473024, "70": 0.07680809390937929, "80": 0.08033081089079151, "90": 0.08339702100912218, "100": 0.08611457764988532 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.002951787779392312, "20": -0.44004735579719867, "30": -0.5485227304524005, "40": -0.6054599478742644, "50": -0.6367578141596282, "60": -0.6587190201517339, "70": -0.6726134441438851, "80": -0.6842077398443895, "90": -0.6923665160916923, "100": -0.6991845307540001 }, "split_id": "78d75efa", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] }, { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "rollout_schedule": [ [ 0, 1 ] ], "barostat": false, "barostat_parameters": null, "poisson_method": "sides", "selection_start_epoch": 1, "detach_rollout": true, "comparison_id": "learning-v2-stiff_optimized-normal-multi_step-barostat0", "model": "zero_acceleration", "seed": 4, "name": "seed-4_e2d1ec9b", "hyperparameters": {}, "parameters": 0, "split": { "train": 100, "val": 70, "test": 70 }, "epochs": 40, "trained_epochs": 0, "early_stopped": false, "early_stopping_patience": 5, "select_by": "poisson_r2_100", "selected_epoch": null, "val_score": null, "rollout_steps": 100, "protocol": { "training_frames": 20, "window_mode": "head", "history_frames": 4, "first_frame": 0, "frame_stride": 1, "prediction_stride": 1, "intermediate_frames": null, "evaluation_split": "test" }, "relative_mse": 0.08611457764988532, "position_mse": 4.471480876791897e-06, "position_mse_by_step": { "10": 1.0697393347326921e-08, "20": 8.295340778730064e-08, "30": 2.4245996401717205e-07, "40": 5.001298434186603e-07, "50": 8.644037583240203e-07, "60": 1.3420372705955481e-06, "70": 1.937219929715184e-06, "80": 2.6549718989648293e-06, "90": 3.498552444674325e-06, "100": 4.471480876791897e-06 }, "relative_mse_by_step": { "10": 0.02158542494356446, "20": 0.041441912816291795, "30": 0.05338853041533789, "40": 0.0615469852950952, "50": 0.06772207593483844, "60": 0.07269667629473024, "70": 0.07680809390937929, "80": 0.08033081089079151, "90": 0.08339702100912218, "100": 0.08611457764988532 }, "diverged": 0, "completion_by_step": { "10": 70, "20": 70, "30": 70, "40": 70, "50": 70, "60": 70, "70": 70, "80": 70, "90": 70, "100": 70 }, "survivor_metrics": {}, "poisson_r2": { "10": -0.39143532907454337, "20": -0.6043823465526053, "30": -0.6592325435313366, "40": -0.6840853008914078, "50": -0.6982700615581836, "60": -0.7089454028416848, "70": -0.7150348931846215, "80": -0.7208549921649126, "90": -0.7246884633533279, "100": -0.7280902830527907 }, "split_id": "828f0f2b", "train_networks": 100, "split_seed": 4, "recipe": "sweep-v2", "evaluation_systems": 70, "incomplete_horizons": [] } ], "splits": { "b06bea9c": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 42, "systems": { "train": [ "chunk_606", "chunk_1602", "chunk_1003", "chunk_604", "chunk_722", "chunk_848", "chunk_972", "chunk_1946", "chunk_1435", "chunk_29", "chunk_430", "chunk_739", "chunk_821", "chunk_673", "chunk_872", "chunk_330", "chunk_294", "chunk_1239", "chunk_58", "chunk_1447", "chunk_1679", "chunk_1632", "chunk_548", "chunk_228", "chunk_764", "chunk_146", "chunk_361", "chunk_1942", "chunk_613", "chunk_1452", "chunk_1479", "chunk_1980", "chunk_1351", "chunk_562", "chunk_472", "chunk_1961", "chunk_1043", "chunk_914", "chunk_1907", "chunk_457", "chunk_956", "chunk_268", "chunk_1647", "chunk_725", "chunk_1068", "chunk_1326", "chunk_1502", "chunk_18", "chunk_1792", "chunk_367" ], "val": [ "chunk_745", "chunk_1827", "chunk_1009", "chunk_1381", "chunk_769", "chunk_1983", "chunk_723", "chunk_30", "chunk_168", "chunk_0", "chunk_1416", "chunk_1618", "chunk_674", "chunk_877", "chunk_343", "chunk_876", "chunk_1869", "chunk_1328", "chunk_1477", "chunk_1222", "chunk_177", "chunk_784", "chunk_415", "chunk_505", "chunk_682", "chunk_882", "chunk_600", "chunk_545", "chunk_647", "chunk_1762", "chunk_761", "chunk_1780", "chunk_1305", "chunk_909", "chunk_1726", "chunk_1264", "chunk_668", "chunk_667", "chunk_1475", "chunk_610", "chunk_1592", "chunk_665", "chunk_213", "chunk_983", "chunk_1712", "chunk_1356", "chunk_1551", "chunk_465", "chunk_1893", "chunk_1905" ], "test": [ "chunk_1396", "chunk_1468", "chunk_285", "chunk_484", "chunk_1692", "chunk_66", "chunk_766", "chunk_1690", "chunk_1022", "chunk_1379", "chunk_1250", "chunk_407", "chunk_368", "chunk_586", "chunk_1806", "chunk_17", "chunk_757", "chunk_28", "chunk_425", "chunk_503", "chunk_896", "chunk_219", "chunk_1019", "chunk_1874", "chunk_278", "chunk_1336", "chunk_36", "chunk_985", "chunk_1488", "chunk_99", "chunk_518", "chunk_853", "chunk_865", "chunk_975", "chunk_485", "chunk_1586", "chunk_376", "chunk_1716", "chunk_1880", "chunk_1859", "chunk_1407", "chunk_1658", "chunk_959", "chunk_1478", "chunk_1816", "chunk_1579", "chunk_1079", "chunk_1369", "chunk_904", "chunk_186", "chunk_599", "chunk_873", "chunk_740", "chunk_1032", "chunk_115", "chunk_1571", "chunk_247", "chunk_144", "chunk_347", "chunk_1429", "chunk_1746", "chunk_901", "chunk_1704", "chunk_14", "chunk_1971", "chunk_1785", "chunk_234", "chunk_1717", "chunk_1841", "chunk_1870" ] }, "unused": [ "chunk_1002", "chunk_1010", "chunk_1027", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1237", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1310", "chunk_1341", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1430", "chunk_1453", "chunk_1466", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1608", "chunk_1612", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_169", "chunk_1706", "chunk_1714", "chunk_172", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1808", "chunk_1826", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1956", "chunk_1959", "chunk_1960", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_24", "chunk_270", "chunk_283", "chunk_288", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_362", "chunk_366", "chunk_38", "chunk_40", "chunk_418", "chunk_421", "chunk_424", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_490", "chunk_52", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_580", "chunk_591", "chunk_60", "chunk_605", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_734", "chunk_737", "chunk_741", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_775", "chunk_781", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_871", "chunk_892", "chunk_893", "chunk_897", "chunk_908", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_965", "chunk_966", "chunk_970", "chunk_971" ] }, "7bb51917": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 42, "systems": { "test": [ "chunk_1396", "chunk_1468", "chunk_285", "chunk_484", "chunk_1692", "chunk_66", "chunk_766", "chunk_1690", "chunk_1022", "chunk_1379", "chunk_1250", "chunk_407", "chunk_368", "chunk_586", "chunk_1806", "chunk_17", "chunk_757", "chunk_28", "chunk_425", "chunk_503", "chunk_896", "chunk_219", "chunk_1019", "chunk_1874", "chunk_278", "chunk_1336", "chunk_36", "chunk_985", "chunk_1488", "chunk_99", "chunk_518", "chunk_853", "chunk_865", "chunk_975", "chunk_485", "chunk_1586", "chunk_376", "chunk_1716", "chunk_1880", "chunk_1859", "chunk_1407", "chunk_1658", "chunk_959", "chunk_1478", "chunk_1816", "chunk_1579", "chunk_1079", "chunk_1369", "chunk_904", "chunk_186", "chunk_599", "chunk_873", "chunk_740", "chunk_1032", "chunk_115", "chunk_1571", "chunk_247", "chunk_144", "chunk_347", "chunk_1429", "chunk_1746", "chunk_901", "chunk_1704", "chunk_14", "chunk_1971", "chunk_1785", "chunk_234", "chunk_1717", "chunk_1841", "chunk_1870" ], "train": [ "chunk_606", "chunk_1602", "chunk_1003", "chunk_604", "chunk_722", "chunk_848", "chunk_972", "chunk_1946", "chunk_1435", "chunk_29", "chunk_430", "chunk_739", "chunk_821", "chunk_673", "chunk_872", "chunk_330", "chunk_294", "chunk_1239", "chunk_58", "chunk_1447", "chunk_1679", "chunk_1632", "chunk_548", "chunk_228", "chunk_764", "chunk_146", "chunk_361", "chunk_1942", "chunk_613", "chunk_1452", "chunk_1479", "chunk_1980", "chunk_1351", "chunk_562", "chunk_472", "chunk_1961", "chunk_1043", "chunk_914", "chunk_1907", "chunk_457", "chunk_956", "chunk_268", "chunk_1647", "chunk_725", "chunk_1068", "chunk_1326", "chunk_1502", "chunk_18", "chunk_1792", "chunk_367" ], "val": [ "chunk_745", "chunk_1827", "chunk_1009", "chunk_1381", "chunk_769", "chunk_1983", "chunk_723", "chunk_30", "chunk_168", "chunk_0", "chunk_1416", "chunk_1618", "chunk_674", "chunk_877", "chunk_343", "chunk_876", "chunk_1869", "chunk_1328", "chunk_1477", "chunk_1222", "chunk_177", "chunk_784", "chunk_415", "chunk_505", "chunk_682", "chunk_882", "chunk_600", "chunk_545", "chunk_647", "chunk_1762", "chunk_761", "chunk_1780", "chunk_1305", "chunk_909", "chunk_1726", "chunk_1264", "chunk_668", "chunk_667", "chunk_1475", "chunk_610", "chunk_1592", "chunk_665", "chunk_213", "chunk_983", "chunk_1712", "chunk_1356", "chunk_1551", "chunk_465", "chunk_1893", "chunk_1905" ] }, "unused": [ "chunk_1002", "chunk_1010", "chunk_1027", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1237", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1310", "chunk_1341", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1430", "chunk_1453", "chunk_1466", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1608", "chunk_1612", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_169", "chunk_1706", "chunk_1714", "chunk_172", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1808", "chunk_1826", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1956", "chunk_1959", "chunk_1960", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_24", "chunk_270", "chunk_283", "chunk_288", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_362", "chunk_366", "chunk_38", "chunk_40", "chunk_418", "chunk_421", "chunk_424", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_490", "chunk_52", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_580", "chunk_591", "chunk_60", "chunk_605", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_734", "chunk_737", "chunk_741", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_775", "chunk_781", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_871", "chunk_892", "chunk_893", "chunk_897", "chunk_908", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_965", "chunk_966", "chunk_970", "chunk_971" ] }, "fd30c08a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 42, "systems": { "test": [ "chunk_1554", "chunk_1750", "chunk_1747", "chunk_247", "chunk_1762", "chunk_1744", "chunk_283", "chunk_1032", "chunk_1468", "chunk_1484", "chunk_1731", "chunk_553", "chunk_1230", "chunk_1369", "chunk_99", "chunk_1068", "chunk_316", "chunk_1111", "chunk_1027", "chunk_318", "chunk_159", "chunk_317", "chunk_983", "chunk_896", "chunk_975", "chunk_586", "chunk_368", "chunk_908", "chunk_1398", "chunk_1054", "chunk_1074", "chunk_1153", "chunk_549", "chunk_1002", "chunk_1367", "chunk_1588", "chunk_1574", "chunk_285", "chunk_1907", "chunk_610", "chunk_367", "chunk_1551", "chunk_425", "chunk_1602", "chunk_1780", "chunk_17", "chunk_545", "chunk_762", "chunk_1485", "chunk_1019", "chunk_1077", "chunk_1212", "chunk_1859", "chunk_1192", "chunk_1826", "chunk_430", "chunk_1905", "chunk_775", "chunk_1592", "chunk_600", "chunk_956", "chunk_443", "chunk_484", "chunk_52", "chunk_421", "chunk_1620", "chunk_1946", "chunk_846", "chunk_804", "chunk_1391", "chunk_1547", "chunk_362", "chunk_28", "chunk_632", "chunk_634", "chunk_1561", "chunk_1983", "chunk_1148", "chunk_901", "chunk_1534", "chunk_1895", "chunk_168", "chunk_1706", "chunk_1571", "chunk_1971", "chunk_1488", "chunk_1808", "chunk_1128", "chunk_330", "chunk_1853", "chunk_640", "chunk_604", "chunk_1079", "chunk_231", "chunk_1806", "chunk_1844", "chunk_169", "chunk_148", "chunk_1447", "chunk_424" ], "train": [ "chunk_1717", "chunk_1626", "chunk_1466", "chunk_665", "chunk_1658", "chunk_745", "chunk_1742", "chunk_72", "chunk_1429", "chunk_647", "chunk_1608", "chunk_1303", "chunk_490", "chunk_366", "chunk_1009", "chunk_1874", "chunk_518", "chunk_591", "chunk_1542", "chunk_1132", "chunk_1531", "chunk_734", "chunk_1430", "chunk_218", "chunk_1385", "chunk_1475", "chunk_1165", "chunk_985", "chunk_1365", "chunk_877" ], "val": [ "chunk_1956", "chunk_1937", "chunk_1100", "chunk_1587", "chunk_268", "chunk_754", "chunk_1305", "chunk_766", "chunk_144", "chunk_761", "chunk_1326", "chunk_1133", "chunk_136", "chunk_1880", "chunk_300", "chunk_1568", "chunk_58", "chunk_876", "chunk_1251", "chunk_1372", "chunk_1714", "chunk_166", "chunk_407", "chunk_415", "chunk_1869", "chunk_1670", "chunk_0", "chunk_872", "chunk_1220", "chunk_892", "chunk_213", "chunk_1847", "chunk_1692", "chunk_764", "chunk_418", "chunk_36", "chunk_60", "chunk_668", "chunk_341", "chunk_1222", "chunk_109", "chunk_1924", "chunk_556", "chunk_1409", "chunk_216", "chunk_326", "chunk_66", "chunk_682", "chunk_294", "chunk_807", "chunk_599", "chunk_193", "chunk_1647", "chunk_3", "chunk_696", "chunk_1089", "chunk_376", "chunk_970", "chunk_1712", "chunk_540", "chunk_534", "chunk_1343", "chunk_613", "chunk_465", "chunk_1494", "chunk_1654", "chunk_1379", "chunk_662", "chunk_142", "chunk_547", "chunk_1179", "chunk_2", "chunk_1870", "chunk_12", "chunk_1310", "chunk_832", "chunk_741", "chunk_1435", "chunk_945", "chunk_548", "chunk_723", "chunk_1904", "chunk_1589", "chunk_1828", "chunk_1886" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1043", "chunk_1072", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_115", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1306", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_138", "chunk_1381", "chunk_1396", "chunk_14", "chunk_1407", "chunk_1416", "chunk_1418", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1489", "chunk_150", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_155", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1591", "chunk_1612", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1631", "chunk_1632", "chunk_1639", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_172", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1754", "chunk_177", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1816", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1893", "chunk_1909", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1980", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_288", "chunk_29", "chunk_30", "chunk_304", "chunk_310", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_38", "chunk_40", "chunk_43", "chunk_431", "chunk_437", "chunk_455", "chunk_457", "chunk_472", "chunk_485", "chunk_503", "chunk_505", "chunk_539", "chunk_562", "chunk_57", "chunk_580", "chunk_605", "chunk_606", "chunk_641", "chunk_643", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_710", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_763", "chunk_769", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_853", "chunk_865", "chunk_871", "chunk_873", "chunk_882", "chunk_893", "chunk_897", "chunk_904", "chunk_909", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_971", "chunk_972" ] }, "29950e1d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 42, "systems": { "test": [ "chunk_1554", "chunk_1750", "chunk_1747", "chunk_247", "chunk_1762", "chunk_1744", "chunk_283", "chunk_1032", "chunk_1468", "chunk_1484", "chunk_1731", "chunk_553", "chunk_1230", "chunk_1369", "chunk_99", "chunk_1068", "chunk_316", "chunk_1111", "chunk_1027", "chunk_318", "chunk_159", "chunk_317", "chunk_983", "chunk_896", "chunk_975", "chunk_586", "chunk_368", "chunk_908", "chunk_1398", "chunk_1054", "chunk_1074", "chunk_1153", "chunk_549", "chunk_1002", "chunk_1367", "chunk_1588", "chunk_1574", "chunk_285", "chunk_1907", "chunk_610", "chunk_367", "chunk_1551", "chunk_425", "chunk_1602", "chunk_1780", "chunk_17", "chunk_545", "chunk_762", "chunk_1485", "chunk_1019", "chunk_1077", "chunk_1212", "chunk_1859", "chunk_1192", "chunk_1826", "chunk_430", "chunk_1905", "chunk_775", "chunk_1592", "chunk_600", "chunk_956", "chunk_443", "chunk_484", "chunk_52", "chunk_421", "chunk_1620", "chunk_1946", "chunk_846", "chunk_804", "chunk_1391", "chunk_1547", "chunk_362", "chunk_28", "chunk_632", "chunk_634", "chunk_1561", "chunk_1983", "chunk_1148", "chunk_901", "chunk_1534", "chunk_1895", "chunk_168", "chunk_1706", "chunk_1571", "chunk_1971", "chunk_1488", "chunk_1808", "chunk_1128", "chunk_330", "chunk_1853", "chunk_640", "chunk_604", "chunk_1079", "chunk_231", "chunk_1806", "chunk_1844", "chunk_169", "chunk_148", "chunk_1447", "chunk_424" ], "train": [ "chunk_1717", "chunk_1626", "chunk_1466", "chunk_665", "chunk_1658", "chunk_745", "chunk_1742", "chunk_72", "chunk_1429", "chunk_647", "chunk_1608", "chunk_1303", "chunk_490", "chunk_366", "chunk_1009", "chunk_1874", "chunk_518", "chunk_591", "chunk_1542", "chunk_1132", "chunk_1531", "chunk_734", "chunk_1430", "chunk_218", "chunk_1385", "chunk_1475", "chunk_1165", "chunk_985", "chunk_1365", "chunk_877" ], "val": [ "chunk_1956", "chunk_1937", "chunk_1100", "chunk_1587", "chunk_268", "chunk_754", "chunk_1305", "chunk_766", "chunk_144", "chunk_761", "chunk_1326", "chunk_1133", "chunk_136", "chunk_1880", "chunk_300", "chunk_1568", "chunk_58", "chunk_876", "chunk_1251", "chunk_1372", "chunk_1714", "chunk_166", "chunk_407", "chunk_415", "chunk_1869", "chunk_1670", "chunk_0", "chunk_872", "chunk_1220", "chunk_892", "chunk_213", "chunk_1847", "chunk_1692", "chunk_764", "chunk_418", "chunk_36", "chunk_60", "chunk_668", "chunk_341", "chunk_1222", "chunk_109", "chunk_1924", "chunk_556", "chunk_1409", "chunk_216", "chunk_326", "chunk_66", "chunk_682", "chunk_294", "chunk_807", "chunk_599", "chunk_193", "chunk_1647", "chunk_3", "chunk_696", "chunk_1089", "chunk_376", "chunk_970", "chunk_1712", "chunk_540", "chunk_534", "chunk_1343", "chunk_613", "chunk_465", "chunk_1494", "chunk_1654", "chunk_1379", "chunk_662", "chunk_142", "chunk_547", "chunk_1179", "chunk_2", "chunk_1870", "chunk_12", "chunk_1310", "chunk_832", "chunk_741", "chunk_1435", "chunk_945", "chunk_548", "chunk_723", "chunk_1904", "chunk_1589", "chunk_1828", "chunk_1886" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1043", "chunk_1072", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_115", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1306", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_138", "chunk_1381", "chunk_1396", "chunk_14", "chunk_1407", "chunk_1416", "chunk_1418", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1489", "chunk_150", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_155", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1591", "chunk_1612", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1631", "chunk_1632", "chunk_1639", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_172", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1754", "chunk_177", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1816", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1893", "chunk_1909", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1980", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_288", "chunk_29", "chunk_30", "chunk_304", "chunk_310", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_38", "chunk_40", "chunk_43", "chunk_431", "chunk_437", "chunk_455", "chunk_457", "chunk_472", "chunk_485", "chunk_503", "chunk_505", "chunk_539", "chunk_562", "chunk_57", "chunk_580", "chunk_605", "chunk_606", "chunk_641", "chunk_643", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_710", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_763", "chunk_769", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_853", "chunk_865", "chunk_871", "chunk_873", "chunk_882", "chunk_893", "chunk_897", "chunk_904", "chunk_909", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_971", "chunk_972" ] }, "3d589186": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 42, "systems": { "test": [ "chunk_135", "chunk_134", "chunk_35", "chunk_12", "chunk_57", "chunk_174", "chunk_77", "chunk_95", "chunk_196", "chunk_164", "chunk_163", "chunk_54", "chunk_69", "chunk_94", "chunk_131", "chunk_153", "chunk_9", "chunk_108", "chunk_146", "chunk_6", "chunk_46", "chunk_101", "chunk_65", "chunk_73", "chunk_158", "chunk_185", "chunk_29", "chunk_195", "chunk_154", "chunk_99", "chunk_56", "chunk_16", "chunk_110", "chunk_152", "chunk_19", "chunk_15", "chunk_50", "chunk_181", "chunk_113", "chunk_116", "chunk_48", "chunk_144", "chunk_142", "chunk_84", "chunk_109", "chunk_184", "chunk_14", "chunk_22", "chunk_190", "chunk_151", "chunk_26", "chunk_145", "chunk_125", "chunk_24", "chunk_13", "chunk_18", "chunk_86", "chunk_103", "chunk_75", "chunk_80", "chunk_91", "chunk_147", "chunk_189", "chunk_123", "chunk_118", "chunk_96", "chunk_102", "chunk_1", "chunk_161", "chunk_41", "chunk_197", "chunk_79", "chunk_30", "chunk_165", "chunk_11", "chunk_88", "chunk_39", "chunk_37", "chunk_172", "chunk_117", "chunk_32", "chunk_51", "chunk_119", "chunk_21", "chunk_62", "chunk_52", "chunk_67", "chunk_107", "chunk_177", "chunk_47", "chunk_59", "chunk_71", "chunk_78", "chunk_129", "chunk_178", "chunk_28", "chunk_168", "chunk_140", "chunk_55", "chunk_66" ], "train": [ "chunk_176", "chunk_127", "chunk_137", "chunk_182", "chunk_180", "chunk_93", "chunk_85", "chunk_92", "chunk_45", "chunk_42", "chunk_53", "chunk_81", "chunk_27", "chunk_2", "chunk_49", "chunk_0", "chunk_139", "chunk_160", "chunk_31", "chunk_89", "chunk_3", "chunk_192", "chunk_43", "chunk_183", "chunk_156", "chunk_179", "chunk_83", "chunk_23", "chunk_70", "chunk_74" ], "val": [ "chunk_64", "chunk_128", "chunk_44", "chunk_159", "chunk_106", "chunk_105", "chunk_148", "chunk_4", "chunk_124", "chunk_72", "chunk_36", "chunk_90", "chunk_10", "chunk_111", "chunk_150", "chunk_186", "chunk_68", "chunk_191", "chunk_173", "chunk_82", "chunk_149", "chunk_141", "chunk_126", "chunk_132", "chunk_138", "chunk_87", "chunk_100", "chunk_60", "chunk_76", "chunk_187" ] }, "unused": [ "chunk_104", "chunk_112", "chunk_114", "chunk_115", "chunk_120", "chunk_121", "chunk_122", "chunk_130", "chunk_133", "chunk_136", "chunk_143", "chunk_155", "chunk_157", "chunk_162", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_175", "chunk_188", "chunk_193", "chunk_194", "chunk_198", "chunk_199", "chunk_20", "chunk_25", "chunk_33", "chunk_34", "chunk_38", "chunk_40", "chunk_5", "chunk_58", "chunk_61", "chunk_63", "chunk_7", "chunk_8", "chunk_97", "chunk_98" ] }, "1d3bd53e": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 42, "systems": { "test": [ "chunk_135", "chunk_134", "chunk_35", "chunk_12", "chunk_57", "chunk_174", "chunk_77", "chunk_95", "chunk_196", "chunk_164", "chunk_163", "chunk_54", "chunk_69", "chunk_94", "chunk_131", "chunk_153", "chunk_9", "chunk_108", "chunk_146", "chunk_6", "chunk_46", "chunk_101", "chunk_65", "chunk_73", "chunk_158", "chunk_185", "chunk_29", "chunk_195", "chunk_154", "chunk_99", "chunk_56", "chunk_16", "chunk_110", "chunk_152", "chunk_19", "chunk_15", "chunk_50", "chunk_181", "chunk_113", "chunk_116", "chunk_48", "chunk_144", "chunk_142", "chunk_84", "chunk_109", "chunk_184", "chunk_14", "chunk_22", "chunk_190", "chunk_151", "chunk_26", "chunk_145", "chunk_125", "chunk_24", "chunk_13", "chunk_18", "chunk_86", "chunk_103", "chunk_75", "chunk_80", "chunk_91", "chunk_147", "chunk_189", "chunk_123", "chunk_118", "chunk_96", "chunk_102", "chunk_1", "chunk_161", "chunk_41", "chunk_197", "chunk_79", "chunk_30", "chunk_165", "chunk_11", "chunk_88", "chunk_39", "chunk_37", "chunk_172", "chunk_117", "chunk_32", "chunk_51", "chunk_119", "chunk_21", "chunk_62", "chunk_52", "chunk_67", "chunk_107", "chunk_177", "chunk_47", "chunk_59", "chunk_71", "chunk_78", "chunk_129", "chunk_178", "chunk_28", "chunk_168", "chunk_140", "chunk_55", "chunk_66" ], "train": [ "chunk_176", "chunk_127", "chunk_137", "chunk_182", "chunk_180", "chunk_93", "chunk_85", "chunk_92", "chunk_45", "chunk_42", "chunk_53", "chunk_81", "chunk_27", "chunk_2", "chunk_49", "chunk_0", "chunk_139", "chunk_160", "chunk_31", "chunk_89", "chunk_3", "chunk_192", "chunk_43", "chunk_183", "chunk_156", "chunk_179", "chunk_83", "chunk_23", "chunk_70", "chunk_74" ], "val": [ "chunk_64", "chunk_128", "chunk_44", "chunk_159", "chunk_106", "chunk_105", "chunk_148", "chunk_4", "chunk_124", "chunk_72", "chunk_36", "chunk_90", "chunk_10", "chunk_111", "chunk_150", "chunk_186", "chunk_68", "chunk_191", "chunk_173", "chunk_82", "chunk_149", "chunk_141", "chunk_126", "chunk_132", "chunk_138", "chunk_87", "chunk_100", "chunk_60", "chunk_76", "chunk_187" ] }, "unused": [ "chunk_104", "chunk_112", "chunk_114", "chunk_115", "chunk_120", "chunk_121", "chunk_122", "chunk_130", "chunk_133", "chunk_136", "chunk_143", "chunk_155", "chunk_157", "chunk_162", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_175", "chunk_188", "chunk_193", "chunk_194", "chunk_198", "chunk_199", "chunk_20", "chunk_25", "chunk_33", "chunk_34", "chunk_38", "chunk_40", "chunk_5", "chunk_58", "chunk_61", "chunk_63", "chunk_7", "chunk_8", "chunk_97", "chunk_98" ] }, "0762adc0": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 42, "systems": { "train": [ "chunk_47", "chunk_149", "chunk_98", "chunk_168", "chunk_143", "chunk_148", "chunk_101", "chunk_160", "chunk_76", "chunk_140", "chunk_178", "chunk_21", "chunk_150", "chunk_73", "chunk_59", "chunk_159", "chunk_95", "chunk_65", "chunk_199", "chunk_177", "chunk_104", "chunk_179", "chunk_28", "chunk_167", "chunk_22", "chunk_66", "chunk_153", "chunk_88", "chunk_99", "chunk_114", "chunk_56", "chunk_63", "chunk_3", "chunk_29", "chunk_146", "chunk_62", "chunk_33", "chunk_174", "chunk_105", "chunk_75", "chunk_158", "chunk_78", "chunk_110", "chunk_194", "chunk_162", "chunk_93", "chunk_184", "chunk_112", "chunk_39", "chunk_20" ], "val": [ "chunk_72", "chunk_2", "chunk_109", "chunk_53", "chunk_135", "chunk_17", "chunk_84", "chunk_46", "chunk_41", "chunk_16", "chunk_176", "chunk_30", "chunk_161", "chunk_130", "chunk_169", "chunk_96", "chunk_164", "chunk_18", "chunk_1", "chunk_10", "chunk_24", "chunk_45", "chunk_170", "chunk_115", "chunk_49", "chunk_197", "chunk_188", "chunk_11", "chunk_34", "chunk_173", "chunk_4", "chunk_198", "chunk_131", "chunk_86", "chunk_152", "chunk_36", "chunk_119", "chunk_68", "chunk_136", "chunk_13", "chunk_60", "chunk_83", "chunk_142", "chunk_138", "chunk_123", "chunk_5", "chunk_181", "chunk_27", "chunk_141", "chunk_85" ], "test": [ "chunk_103", "chunk_128", "chunk_102", "chunk_40", "chunk_193", "chunk_91", "chunk_166", "chunk_124", "chunk_9", "chunk_129", "chunk_31", "chunk_116", "chunk_55", "chunk_89", "chunk_182", "chunk_132", "chunk_74", "chunk_23", "chunk_106", "chunk_180", "chunk_183", "chunk_50", "chunk_187", "chunk_108", "chunk_38", "chunk_80", "chunk_44", "chunk_190", "chunk_107", "chunk_133", "chunk_122", "chunk_111", "chunk_157", "chunk_26", "chunk_92", "chunk_185", "chunk_145", "chunk_12", "chunk_195", "chunk_42", "chunk_186", "chunk_97", "chunk_196", "chunk_144", "chunk_192", "chunk_163", "chunk_52", "chunk_189", "chunk_126", "chunk_113", "chunk_154", "chunk_118", "chunk_125", "chunk_71", "chunk_191", "chunk_79", "chunk_8", "chunk_7", "chunk_61", "chunk_37", "chunk_69", "chunk_90", "chunk_35", "chunk_121", "chunk_134", "chunk_70", "chunk_57", "chunk_77", "chunk_64", "chunk_139" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_117", "chunk_120", "chunk_127", "chunk_137", "chunk_14", "chunk_147", "chunk_15", "chunk_151", "chunk_155", "chunk_156", "chunk_165", "chunk_171", "chunk_172", "chunk_175", "chunk_19", "chunk_25", "chunk_32", "chunk_43", "chunk_48", "chunk_51", "chunk_54", "chunk_58", "chunk_6", "chunk_67", "chunk_81", "chunk_82", "chunk_87", "chunk_94" ] }, "d289aa28": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 42, "systems": { "train": [ "chunk_47", "chunk_149", "chunk_98", "chunk_168", "chunk_143", "chunk_148", "chunk_101", "chunk_160", "chunk_76", "chunk_140", "chunk_178", "chunk_21", "chunk_150", "chunk_73", "chunk_59", "chunk_159", "chunk_95", "chunk_65", "chunk_199", "chunk_177", "chunk_104", "chunk_179", "chunk_28", "chunk_167", "chunk_22", "chunk_66", "chunk_153", "chunk_88", "chunk_99", "chunk_114", "chunk_56", "chunk_63", "chunk_3", "chunk_29", "chunk_146", "chunk_62", "chunk_33", "chunk_174", "chunk_105", "chunk_75", "chunk_158", "chunk_78", "chunk_110", "chunk_194", "chunk_162", "chunk_93", "chunk_184", "chunk_112", "chunk_39", "chunk_20" ], "val": [ "chunk_72", "chunk_2", "chunk_109", "chunk_53", "chunk_135", "chunk_17", "chunk_84", "chunk_46", "chunk_41", "chunk_16", "chunk_176", "chunk_30", "chunk_161", "chunk_130", "chunk_169", "chunk_96", "chunk_164", "chunk_18", "chunk_1", "chunk_10", "chunk_24", "chunk_45", "chunk_170", "chunk_115", "chunk_49", "chunk_197", "chunk_188", "chunk_11", "chunk_34", "chunk_173", "chunk_4", "chunk_198", "chunk_131", "chunk_86", "chunk_152", "chunk_36", "chunk_119", "chunk_68", "chunk_136", "chunk_13", "chunk_60", "chunk_83", "chunk_142", "chunk_138", "chunk_123", "chunk_5", "chunk_181", "chunk_27", "chunk_141", "chunk_85" ], "test": [ "chunk_103", "chunk_128", "chunk_102", "chunk_40", "chunk_193", "chunk_91", "chunk_166", "chunk_124", "chunk_9", "chunk_129", "chunk_31", "chunk_116", "chunk_55", "chunk_89", "chunk_182", "chunk_132", "chunk_74", "chunk_23", "chunk_106", "chunk_180", "chunk_183", "chunk_50", "chunk_187", "chunk_108", "chunk_38", "chunk_80", "chunk_44", "chunk_190", "chunk_107", "chunk_133", "chunk_122", "chunk_111", "chunk_157", "chunk_26", "chunk_92", "chunk_185", "chunk_145", "chunk_12", "chunk_195", "chunk_42", "chunk_186", "chunk_97", "chunk_196", "chunk_144", "chunk_192", "chunk_163", "chunk_52", "chunk_189", "chunk_126", "chunk_113", "chunk_154", "chunk_118", "chunk_125", "chunk_71", "chunk_191", "chunk_79", "chunk_8", "chunk_7", "chunk_61", "chunk_37", "chunk_69", "chunk_90", "chunk_35", "chunk_121", "chunk_134", "chunk_70", "chunk_57", "chunk_77", "chunk_64", "chunk_139" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_117", "chunk_120", "chunk_127", "chunk_137", "chunk_14", "chunk_147", "chunk_15", "chunk_151", "chunk_155", "chunk_156", "chunk_165", "chunk_171", "chunk_172", "chunk_175", "chunk_19", "chunk_25", "chunk_32", "chunk_43", "chunk_48", "chunk_51", "chunk_54", "chunk_58", "chunk_6", "chunk_67", "chunk_81", "chunk_82", "chunk_87", "chunk_94" ] }, "fa1283bb": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 42, "systems": { "test": [ "chunk_896", "chunk_415", "chunk_789", "chunk_599", "chunk_143", "chunk_187", "chunk_753", "chunk_229", "chunk_765", "chunk_highP_64", "chunk_337", "chunk_876", "chunk_364", "chunk_642", "chunk_835", "chunk_445", "chunk_0", "chunk_342", "chunk_164", "chunk_819", "chunk_498", "chunk_711", "chunk_9", "chunk_604", "chunk_520", "chunk_487", "chunk_651", "chunk_820", "chunk_812", "chunk_627", "chunk_234", "chunk_669", "chunk_highP_25", "chunk_419", "chunk_895", "chunk_864", "chunk_65", "chunk_788", "chunk_167", "chunk_605", "chunk_600", "chunk_400", "chunk_675", "chunk_99", "chunk_343", "chunk_464", "chunk_824", "chunk_454", "chunk_908", "chunk_300", "chunk_459", "chunk_174", "chunk_highP_151", "chunk_highP_75", "chunk_756", "chunk_269", "chunk_highP_76", "chunk_61", "chunk_388", "chunk_779", "chunk_104", "chunk_859", "chunk_470", "chunk_344", "chunk_74", "chunk_392", "chunk_86", "chunk_414", "chunk_77", "chunk_122", "chunk_282", "chunk_310", "chunk_481", "chunk_477", "chunk_348", "chunk_highP_88", "chunk_249", "chunk_705", "chunk_326", "chunk_346", "chunk_156", "chunk_658", "chunk_533", "chunk_152", "chunk_320", "chunk_289", "chunk_73", "chunk_544", "chunk_246", "chunk_911", "chunk_120", "chunk_461", "chunk_521", "chunk_452", "chunk_112", "chunk_224", "chunk_89", "chunk_564", "chunk_6", "chunk_251" ], "train": [ "chunk_242", "chunk_highP_79", "chunk_713", "chunk_352", "chunk_304", "chunk_586", "chunk_highP_65", "chunk_423", "chunk_442", "chunk_highP_126", "chunk_132", "chunk_231", "chunk_811", "chunk_621", "chunk_95", "chunk_628", "chunk_81", "chunk_highP_2", "chunk_highP_103", "chunk_362", "chunk_602", "chunk_highP_95", "chunk_highP_68", "chunk_806", "chunk_751", "chunk_67", "chunk_685", "chunk_456", "chunk_10", "chunk_highP_35" ], "val": [ "chunk_671", "chunk_highP_129", "chunk_54", "chunk_869", "chunk_799", "chunk_97", "chunk_highP_51", "chunk_175", "chunk_highP_20", "chunk_160", "chunk_688", "chunk_450", "chunk_609", "chunk_570", "chunk_highP_145", "chunk_highP_6", "chunk_266", "chunk_267", "chunk_610", "chunk_highP_120", "chunk_highP_21", "chunk_180", "chunk_426", "chunk_327", "chunk_738", "chunk_832", "chunk_617", "chunk_highP_23", "chunk_highP_12", "chunk_184", "chunk_highP_90", "chunk_highP_115", "chunk_453", "chunk_906", "chunk_highP_153", "chunk_highP_49", "chunk_674", "chunk_277", "chunk_253", "chunk_highP_41", "chunk_highP_106", "chunk_719", "chunk_highP_148", "chunk_588", "chunk_826", "chunk_867", "chunk_1", "chunk_179", "chunk_highP_122", "chunk_87", "chunk_highP_86", "chunk_471", "chunk_82", "chunk_84", "chunk_440", "chunk_316", "chunk_highP_147" ] }, "unused": [ "chunk_107", "chunk_108", "chunk_121", "chunk_125", "chunk_133", "chunk_140", "chunk_151", "chunk_155", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_236", "chunk_260", "chunk_265", "chunk_279", "chunk_288", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_302", "chunk_308", "chunk_313", "chunk_318", "chunk_322", "chunk_339", "chunk_340", "chunk_379", "chunk_394", "chunk_398", "chunk_425", "chunk_43", "chunk_436", "chunk_478", "chunk_479", "chunk_482", "chunk_49", "chunk_504", "chunk_508", "chunk_525", "chunk_539", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_598", "chunk_60", "chunk_611", "chunk_616", "chunk_630", "chunk_664", "chunk_681", "chunk_689", "chunk_695", "chunk_701", "chunk_717", "chunk_729", "chunk_730", "chunk_744", "chunk_759", "chunk_763", "chunk_768", "chunk_78", "chunk_786", "chunk_79", "chunk_792", "chunk_813", "chunk_817", "chunk_818", "chunk_844", "chunk_852", "chunk_866", "chunk_871", "chunk_891", "chunk_912", "chunk_914", "chunk_918", "chunk_92", "chunk_96", "chunk_highP_105", "chunk_highP_123", "chunk_highP_18", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60", "chunk_highP_72", "chunk_highP_73", "chunk_highP_84", "chunk_highP_91", "chunk_highP_94" ] }, "ae877d62": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 42, "systems": { "test": [ "chunk_896", "chunk_415", "chunk_789", "chunk_599", "chunk_143", "chunk_187", "chunk_753", "chunk_229", "chunk_765", "chunk_highP_64", "chunk_337", "chunk_876", "chunk_364", "chunk_642", "chunk_835", "chunk_445", "chunk_0", "chunk_342", "chunk_164", "chunk_819", "chunk_498", "chunk_711", "chunk_9", "chunk_604", "chunk_520", "chunk_487", "chunk_651", "chunk_820", "chunk_812", "chunk_627", "chunk_234", "chunk_669", "chunk_highP_25", "chunk_419", "chunk_895", "chunk_864", "chunk_65", "chunk_788", "chunk_167", "chunk_605", "chunk_600", "chunk_400", "chunk_675", "chunk_99", "chunk_343", "chunk_464", "chunk_824", "chunk_454", "chunk_908", "chunk_300", "chunk_459", "chunk_174", "chunk_highP_151", "chunk_highP_75", "chunk_756", "chunk_269", "chunk_highP_76", "chunk_61", "chunk_388", "chunk_779", "chunk_104", "chunk_859", "chunk_470", "chunk_344", "chunk_74", "chunk_392", "chunk_86", "chunk_414", "chunk_77", "chunk_122", "chunk_282", "chunk_310", "chunk_481", "chunk_477", "chunk_348", "chunk_highP_88", "chunk_249", "chunk_705", "chunk_326", "chunk_346", "chunk_156", "chunk_658", "chunk_533", "chunk_152", "chunk_320", "chunk_289", "chunk_73", "chunk_544", "chunk_246", "chunk_911", "chunk_120", "chunk_461", "chunk_521", "chunk_452", "chunk_112", "chunk_224", "chunk_89", "chunk_564", "chunk_6", "chunk_251" ], "train": [ "chunk_242", "chunk_highP_79", "chunk_713", "chunk_352", "chunk_304", "chunk_586", "chunk_highP_65", "chunk_423", "chunk_442", "chunk_highP_126", "chunk_132", "chunk_231", "chunk_811", "chunk_621", "chunk_95", "chunk_628", "chunk_81", "chunk_highP_2", "chunk_highP_103", "chunk_362", "chunk_602", "chunk_highP_95", "chunk_highP_68", "chunk_806", "chunk_751", "chunk_67", "chunk_685", "chunk_456", "chunk_10", "chunk_highP_35" ], "val": [ "chunk_671", "chunk_highP_129", "chunk_54", "chunk_869", "chunk_799", "chunk_97", "chunk_highP_51", "chunk_175", "chunk_highP_20", "chunk_160", "chunk_688", "chunk_450", "chunk_609", "chunk_570", "chunk_highP_145", "chunk_highP_6", "chunk_266", "chunk_267", "chunk_610", "chunk_highP_120", "chunk_highP_21", "chunk_180", "chunk_426", "chunk_327", "chunk_738", "chunk_832", "chunk_617", "chunk_highP_23", "chunk_highP_12", "chunk_184", "chunk_highP_90", "chunk_highP_115", "chunk_453", "chunk_906", "chunk_highP_153", "chunk_highP_49", "chunk_674", "chunk_277", "chunk_253", "chunk_highP_41", "chunk_highP_106", "chunk_719", "chunk_highP_148", "chunk_588", "chunk_826", "chunk_867", "chunk_1", "chunk_179", "chunk_highP_122", "chunk_87", "chunk_highP_86", "chunk_471", "chunk_82", "chunk_84", "chunk_440", "chunk_316", "chunk_highP_147" ] }, "unused": [ "chunk_107", "chunk_108", "chunk_121", "chunk_125", "chunk_133", "chunk_140", "chunk_151", "chunk_155", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_236", "chunk_260", "chunk_265", "chunk_279", "chunk_288", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_302", "chunk_308", "chunk_313", "chunk_318", "chunk_322", "chunk_339", "chunk_340", "chunk_379", "chunk_394", "chunk_398", "chunk_425", "chunk_43", "chunk_436", "chunk_478", "chunk_479", "chunk_482", "chunk_49", "chunk_504", "chunk_508", "chunk_525", "chunk_539", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_598", "chunk_60", "chunk_611", "chunk_616", "chunk_630", "chunk_664", "chunk_681", "chunk_689", "chunk_695", "chunk_701", "chunk_717", "chunk_729", "chunk_730", "chunk_744", "chunk_759", "chunk_763", "chunk_768", "chunk_78", "chunk_786", "chunk_79", "chunk_792", "chunk_813", "chunk_817", "chunk_818", "chunk_844", "chunk_852", "chunk_866", "chunk_871", "chunk_891", "chunk_912", "chunk_914", "chunk_918", "chunk_92", "chunk_96", "chunk_highP_105", "chunk_highP_123", "chunk_highP_18", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60", "chunk_highP_72", "chunk_highP_73", "chunk_highP_84", "chunk_highP_91", "chunk_highP_94" ] }, "772516d1": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 42, "systems": { "train": [ "chunk_112", "chunk_highP_151", "chunk_highP_103", "chunk_470", "chunk_394", "chunk_570", "chunk_627", "chunk_819", "chunk_340", "chunk_590", "chunk_highP_44", "chunk_highP_115", "chunk_818", "chunk_155", "chunk_914", "chunk_478", "chunk_highP_68", "chunk_362", "chunk_327", "chunk_0", "chunk_269", "chunk_86", "chunk_288", "chunk_194", "chunk_812", "chunk_671", "chunk_279", "chunk_344", "chunk_844", "chunk_729", "chunk_107", "chunk_99", "chunk_143", "chunk_859", "chunk_695", "chunk_876", "chunk_251", "chunk_highP_88", "chunk_689", "chunk_304", "chunk_504", "chunk_426", "chunk_738", "chunk_681", "chunk_266", "chunk_79", "chunk_481", "chunk_867", "chunk_6", "chunk_179" ], "val": [ "chunk_289", "chunk_611", "chunk_highP_86", "chunk_highP_73", "chunk_60", "chunk_54", "chunk_799", "chunk_highP_129", "chunk_479", "chunk_9", "chunk_461", "chunk_398", "chunk_477", "chunk_87", "chunk_29", "chunk_599", "chunk_508", "chunk_296", "chunk_598", "chunk_277", "chunk_132", "chunk_highP_75", "chunk_388", "chunk_664", "chunk_806", "chunk_555", "chunk_600", "chunk_326", "chunk_highP_38", "chunk_highP_84", "chunk_318", "chunk_78", "chunk_813", "chunk_133", "chunk_95", "chunk_440", "chunk_604", "chunk_912", "chunk_highP_105", "chunk_160", "chunk_642", "chunk_43", "chunk_719", "chunk_400", "chunk_688", "chunk_highP_2", "chunk_highP_35", "chunk_246", "chunk_highP_49", "chunk_highP_95" ], "test": [ "chunk_596", "chunk_628", "chunk_586", "chunk_835", "chunk_423", "chunk_92", "chunk_415", "chunk_highP_147", "chunk_108", "chunk_487", "chunk_450", "chunk_320", "chunk_616", "chunk_751", "chunk_302", "chunk_576", "chunk_highP_21", "chunk_908", "chunk_765", "chunk_highP_12", "chunk_236", "chunk_highP_64", "chunk_442", "chunk_96", "chunk_866", "chunk_864", "chunk_81", "chunk_highP_25", "chunk_759", "chunk_260", "chunk_highP_18", "chunk_122", "chunk_339", "chunk_454", "chunk_highP_79", "chunk_222", "chunk_617", "chunk_267", "chunk_792", "chunk_highP_145", "chunk_77", "chunk_highP_123", "chunk_539", "chunk_308", "chunk_highP_120", "chunk_419", "chunk_65", "chunk_152", "chunk_789", "chunk_67", "chunk_520", "chunk_highP_20", "chunk_852", "chunk_highP_153", "chunk_379", "chunk_348", "chunk_869", "chunk_229", "chunk_180", "chunk_811", "chunk_675", "chunk_316", "chunk_826", "chunk_187", "chunk_184", "chunk_265", "chunk_891", "chunk_300", "chunk_highP_51", "chunk_234" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_104", "chunk_120", "chunk_121", "chunk_125", "chunk_140", "chunk_151", "chunk_156", "chunk_157", "chunk_162", "chunk_164", "chunk_167", "chunk_174", "chunk_175", "chunk_176", "chunk_178", "chunk_183", "chunk_193", "chunk_197", "chunk_2", "chunk_224", "chunk_228", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_282", "chunk_290", "chunk_298", "chunk_30", "chunk_310", "chunk_313", "chunk_322", "chunk_337", "chunk_342", "chunk_343", "chunk_346", "chunk_352", "chunk_364", "chunk_392", "chunk_414", "chunk_425", "chunk_436", "chunk_445", "chunk_452", "chunk_453", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_482", "chunk_49", "chunk_498", "chunk_521", "chunk_525", "chunk_533", "chunk_544", "chunk_564", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_61", "chunk_610", "chunk_621", "chunk_630", "chunk_651", "chunk_658", "chunk_669", "chunk_674", "chunk_685", "chunk_701", "chunk_705", "chunk_711", "chunk_713", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_753", "chunk_756", "chunk_763", "chunk_768", "chunk_779", "chunk_786", "chunk_788", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_84", "chunk_871", "chunk_89", "chunk_895", "chunk_896", "chunk_906", "chunk_911", "chunk_918", "chunk_97", "chunk_highP_106", "chunk_highP_122", "chunk_highP_126", "chunk_highP_148", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_41", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_72", "chunk_highP_76", "chunk_highP_90", "chunk_highP_91", "chunk_highP_94" ] }, "1c3554bd": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 42, "systems": { "test": [ "chunk_596", "chunk_628", "chunk_586", "chunk_835", "chunk_423", "chunk_92", "chunk_415", "chunk_highP_147", "chunk_108", "chunk_487", "chunk_450", "chunk_320", "chunk_616", "chunk_751", "chunk_302", "chunk_576", "chunk_highP_21", "chunk_908", "chunk_765", "chunk_highP_12", "chunk_236", "chunk_highP_64", "chunk_442", "chunk_96", "chunk_866", "chunk_864", "chunk_81", "chunk_highP_25", "chunk_759", "chunk_260", "chunk_highP_18", "chunk_122", "chunk_339", "chunk_454", "chunk_highP_79", "chunk_222", "chunk_617", "chunk_267", "chunk_792", "chunk_highP_145", "chunk_77", "chunk_highP_123", "chunk_539", "chunk_308", "chunk_highP_120", "chunk_419", "chunk_65", "chunk_152", "chunk_789", "chunk_67", "chunk_520", "chunk_highP_20", "chunk_852", "chunk_highP_153", "chunk_379", "chunk_348", "chunk_869", "chunk_229", "chunk_180", "chunk_811", "chunk_675", "chunk_316", "chunk_826", "chunk_187", "chunk_184", "chunk_265", "chunk_891", "chunk_300", "chunk_highP_51", "chunk_234" ], "train": [ "chunk_112", "chunk_highP_151", "chunk_highP_103", "chunk_470", "chunk_394", "chunk_570", "chunk_627", "chunk_819", "chunk_340", "chunk_590", "chunk_highP_44", "chunk_highP_115", "chunk_818", "chunk_155", "chunk_914", "chunk_478", "chunk_highP_68", "chunk_362", "chunk_327", "chunk_0", "chunk_269", "chunk_86", "chunk_288", "chunk_194", "chunk_812", "chunk_671", "chunk_279", "chunk_344", "chunk_844", "chunk_729", "chunk_107", "chunk_99", "chunk_143", "chunk_859", "chunk_695", "chunk_876", "chunk_251", "chunk_highP_88", "chunk_689", "chunk_304", "chunk_504", "chunk_426", "chunk_738", "chunk_681", "chunk_266", "chunk_79", "chunk_481", "chunk_867", "chunk_6", "chunk_179" ], "val": [ "chunk_289", "chunk_611", "chunk_highP_86", "chunk_highP_73", "chunk_60", "chunk_54", "chunk_799", "chunk_highP_129", "chunk_479", "chunk_9", "chunk_461", "chunk_398", "chunk_477", "chunk_87", "chunk_29", "chunk_599", "chunk_508", "chunk_296", "chunk_598", "chunk_277", "chunk_132", "chunk_highP_75", "chunk_388", "chunk_664", "chunk_806", "chunk_555", "chunk_600", "chunk_326", "chunk_highP_38", "chunk_highP_84", "chunk_318", "chunk_78", "chunk_813", "chunk_133", "chunk_95", "chunk_440", "chunk_604", "chunk_912", "chunk_highP_105", "chunk_160", "chunk_642", "chunk_43", "chunk_719", "chunk_400", "chunk_688", "chunk_highP_2", "chunk_highP_35", "chunk_246", "chunk_highP_49", "chunk_highP_95" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_104", "chunk_120", "chunk_121", "chunk_125", "chunk_140", "chunk_151", "chunk_156", "chunk_157", "chunk_162", "chunk_164", "chunk_167", "chunk_174", "chunk_175", "chunk_176", "chunk_178", "chunk_183", "chunk_193", "chunk_197", "chunk_2", "chunk_224", "chunk_228", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_282", "chunk_290", "chunk_298", "chunk_30", "chunk_310", "chunk_313", "chunk_322", "chunk_337", "chunk_342", "chunk_343", "chunk_346", "chunk_352", "chunk_364", "chunk_392", "chunk_414", "chunk_425", "chunk_436", "chunk_445", "chunk_452", "chunk_453", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_482", "chunk_49", "chunk_498", "chunk_521", "chunk_525", "chunk_533", "chunk_544", "chunk_564", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_61", "chunk_610", "chunk_621", "chunk_630", "chunk_651", "chunk_658", "chunk_669", "chunk_674", "chunk_685", "chunk_701", "chunk_705", "chunk_711", "chunk_713", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_753", "chunk_756", "chunk_763", "chunk_768", "chunk_779", "chunk_786", "chunk_788", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_84", "chunk_871", "chunk_89", "chunk_895", "chunk_896", "chunk_906", "chunk_911", "chunk_918", "chunk_97", "chunk_highP_106", "chunk_highP_122", "chunk_highP_126", "chunk_highP_148", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_41", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_72", "chunk_highP_76", "chunk_highP_90", "chunk_highP_91", "chunk_highP_94" ] }, "c39b184d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1631", "chunk_1632", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1844", "chunk_186", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "ed14cd35": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_407", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "2bf96243": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "e57a6fe8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "8c6d0bab": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "faa1cccf": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "82cdba49": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "4d40e0c8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "ce5c50de": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "03d141a3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "39a35a9d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "acf1b85a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "c3871183": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "3f3c4830": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "f55a2e60": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "a0f9248d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "1a3c1442": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "0f54ad0b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "2a817273": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "3c0378fc": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "9ba8273b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "97db6a5d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "78bf76b6": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945", "chunk_877", "chunk_505", "chunk_896", "chunk_18", "chunk_425", "chunk_1618", "chunk_1932", "chunk_632", "chunk_1264", "chunk_1453" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_431", "chunk_484", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_882", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "558e950d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "7ea2ba9d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "a827a92f": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "a3c79c71": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "f383b4b0": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "6fcc3f61": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "ac3f9a4a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "f9015750": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "0eb8d72e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "647378b6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "039dd0fb": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "bb4dbcfd": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "8c7b15ae": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "14d2af65": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "bc1384ff": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "dcb15ef7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "375991b3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "c31f4192": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "9b3c8e36": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1365", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_268", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "11d848db": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "98becd48": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "030938f8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1670", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_971", "chunk_985", "chunk_99" ] }, "c984b3c2": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "a1a8af7d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "aede94b9": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_407", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "92f42661": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_407", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "89c7a033": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "3ab867cf": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1631", "chunk_1632", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1844", "chunk_186", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "fdc8631e": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1670", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_971", "chunk_985", "chunk_99" ] }, "bec78169": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945", "chunk_877", "chunk_505", "chunk_896", "chunk_18", "chunk_425", "chunk_1618", "chunk_1932", "chunk_632", "chunk_1264", "chunk_1453" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_431", "chunk_484", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_882", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "664d51e5": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "66069439": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "ec79073a": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "d0194a7c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_407", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "7c7059cf": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "6deab705": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "0d2ac9ec": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "a5824dbf": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "90545c68": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "62b745d2": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1670", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_971", "chunk_985", "chunk_99" ] }, "57810bfb": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945", "chunk_877", "chunk_505", "chunk_896", "chunk_18", "chunk_425", "chunk_1618", "chunk_1932", "chunk_632", "chunk_1264", "chunk_1453" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_431", "chunk_484", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_882", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "71d939af": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1631", "chunk_1632", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1844", "chunk_186", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "a2fccf71": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "399cc79c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1591", "chunk_1592", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_2", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_310", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "264d7dca": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_734", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "01fcf58a": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "3850c7e8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "1901c4a1": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230", "chunk_1447", "chunk_1746", "chunk_540", "chunk_723", "chunk_1367", "chunk_682", "chunk_1712", "chunk_1372", "chunk_809", "chunk_24", "chunk_1010", "chunk_1924", "chunk_821", "chunk_95", "chunk_781", "chunk_186", "chunk_1762", "chunk_1519", "chunk_741", "chunk_945", "chunk_877", "chunk_505", "chunk_896", "chunk_18", "chunk_425", "chunk_1618", "chunk_1932", "chunk_632", "chunk_1264", "chunk_1453" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1750", "chunk_1792", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_431", "chunk_484", "chunk_534", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_713", "chunk_722", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_775", "chunk_784", "chunk_865", "chunk_871", "chunk_882", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "595e5433": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892", "chunk_443", "chunk_1670", "chunk_430", "chunk_1077", "chunk_376", "chunk_1179", "chunk_966", "chunk_1780", "chunk_1886", "chunk_580", "chunk_1166", "chunk_1742", "chunk_1216", "chunk_1239", "chunk_518", "chunk_455", "chunk_72", "chunk_228", "chunk_734", "chunk_168", "chunk_418", "chunk_1416", "chunk_218", "chunk_562", "chunk_804", "chunk_1747", "chunk_763", "chunk_757", "chunk_1904", "chunk_310", "chunk_1019", "chunk_1859", "chunk_1542", "chunk_1744", "chunk_1068", "chunk_556", "chunk_643", "chunk_407", "chunk_234", "chunk_1230" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_12", "chunk_1222", "chunk_1237", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1679", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_219", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_38", "chunk_424", "chunk_425", "chunk_431", "chunk_484", "chunk_505", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_57", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_775", "chunk_781", "chunk_784", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_971", "chunk_985", "chunk_99" ] }, "d804ffa7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_407", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "f87592c4": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766", "chunk_288", "chunk_1808", "chunk_300", "chunk_1369", "chunk_2", "chunk_138", "chunk_1468", "chunk_954", "chunk_362", "chunk_754", "chunk_1671", "chunk_1654", "chunk_485", "chunk_1909", "chunk_1937", "chunk_970", "chunk_1673", "chunk_665", "chunk_1163", "chunk_892" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_166", "chunk_1670", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_956", "chunk_959", "chunk_966", "chunk_971", "chunk_985", "chunk_99" ] }, "942ac7a7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "66102d34": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "43fb8e91": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1220", "chunk_1251", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_36", "chunk_361", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_534", "chunk_540", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "4efa4234": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1435", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1828", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_213", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_741", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_876", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "2a937fd3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_437", "chunk_1407", "chunk_17", "chunk_457", "chunk_1303", "chunk_1754", "chunk_599", "chunk_472", "chunk_52", "chunk_1561", "chunk_1009", "chunk_1619", "chunk_490", "chunk_1620", "chunk_1658", "chunk_647", "chunk_613", "chunk_1310", "chunk_1980", "chunk_591", "chunk_1220", "chunk_366", "chunk_1391", "chunk_1192", "chunk_983", "chunk_177", "chunk_465", "chunk_610", "chunk_1690", "chunk_159", "chunk_1571", "chunk_1853", "chunk_586", "chunk_1647", "chunk_1632", "chunk_142", "chunk_318", "chunk_155", "chunk_268", "chunk_739", "chunk_216", "chunk_1622", "chunk_247", "chunk_1452", "chunk_58", "chunk_1502", "chunk_40", "chunk_965", "chunk_1893", "chunk_336", "chunk_1959", "chunk_853", "chunk_115", "chunk_1365", "chunk_1565", "chunk_696", "chunk_43", "chunk_1381", "chunk_545", "chunk_1579", "chunk_1379", "chunk_1484", "chunk_908", "chunk_1153", "chunk_762", "chunk_761", "chunk_1251", "chunk_1574", "chunk_845", "chunk_30" ], "train": [ "chunk_605", "chunk_1488", "chunk_549", "chunk_341", "chunk_1676", "chunk_415", "chunk_1336", "chunk_317", "chunk_893", "chunk_766" ], "val": [ "chunk_846", "chunk_1592", "chunk_1466", "chunk_1418", "chunk_146", "chunk_694", "chunk_1225", "chunk_3", "chunk_539", "chunk_330", "chunk_1429", "chunk_1148", "chunk_421", "chunk_873", "chunk_662", "chunk_1512", "chunk_1895", "chunk_1704", "chunk_1003", "chunk_1847", "chunk_807", "chunk_1942", "chunk_14", "chunk_1032", "chunk_1091", "chunk_1785", "chunk_604", "chunk_848", "chunk_136", "chunk_1212", "chunk_36", "chunk_904", "chunk_1726", "chunk_231", "chunk_1165", "chunk_872", "chunk_294", "chunk_1385", "chunk_326", "chunk_1568", "chunk_764", "chunk_1960", "chunk_1132", "chunk_710", "chunk_1356", "chunk_1280", "chunk_832", "chunk_29", "chunk_1692", "chunk_553", "chunk_116", "chunk_503", "chunk_769", "chunk_1531", "chunk_1612", "chunk_1341", "chunk_283", "chunk_972", "chunk_173", "chunk_144", "chunk_667", "chunk_1002", "chunk_1089", "chunk_1731", "chunk_876", "chunk_674", "chunk_1108", "chunk_975", "chunk_1494", "chunk_1306" ] }, "unused": [ "chunk_0", "chunk_1010", "chunk_1019", "chunk_1022", "chunk_1027", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1133", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1250", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_138", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_148", "chunk_1485", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1639", "chunk_1654", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_172", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_1780", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1859", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1946", "chunk_1956", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_24", "chunk_270", "chunk_278", "chunk_28", "chunk_285", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_407", "chunk_418", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_443", "chunk_455", "chunk_484", "chunk_485", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_548", "chunk_556", "chunk_562", "chunk_57", "chunk_580", "chunk_60", "chunk_600", "chunk_606", "chunk_632", "chunk_634", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_757", "chunk_763", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_809", "chunk_821", "chunk_865", "chunk_871", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_901", "chunk_909", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_966", "chunk_970", "chunk_971", "chunk_985", "chunk_99" ] }, "859fc9fb": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1010", "chunk_901", "chunk_1579", "chunk_1264", "chunk_1792", "chunk_713", "chunk_1367", "chunk_443", "chunk_1091", "chunk_1565", "chunk_518", "chunk_548", "chunk_1639", "chunk_1163", "chunk_1780", "chunk_904", "chunk_1588", "chunk_1671", "chunk_865", "chunk_1027", "chunk_613", "chunk_1225", "chunk_1840", "chunk_505", "chunk_1019", "chunk_1827", "chunk_367", "chunk_848", "chunk_17", "chunk_1344", "chunk_146", "chunk_641", "chunk_1679", "chunk_1512", "chunk_762", "chunk_12", "chunk_30", "chunk_1230", "chunk_1747", "chunk_1806", "chunk_1351", "chunk_1673", "chunk_58", "chunk_40", "chunk_873", "chunk_472", "chunk_737", "chunk_159", "chunk_219", "chunk_763", "chunk_1554", "chunk_1003", "chunk_725", "chunk_1479", "chunk_1859", "chunk_1284", "chunk_809", "chunk_965", "chunk_95", "chunk_1356", "chunk_173", "chunk_1164", "chunk_539", "chunk_1740", "chunk_1212", "chunk_1341", "chunk_908", "chunk_1407", "chunk_1676", "chunk_304" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_640", "chunk_1980", "chunk_169", "chunk_1808", "chunk_959", "chunk_283", "chunk_457", "chunk_605", "chunk_166", "chunk_1250", "chunk_1111", "chunk_1826", "chunk_278", "chunk_316", "chunk_247", "chunk_1032", "chunk_1271", "chunk_1447", "chunk_336", "chunk_368", "chunk_897", "chunk_1009", "chunk_1477", "chunk_1946", "chunk_1971", "chunk_750", "chunk_845", "chunk_1571", "chunk_1534", "chunk_1602", "chunk_1381", "chunk_674", "chunk_484", "chunk_1153", "chunk_1744", "chunk_1391", "chunk_1077", "chunk_580", "chunk_1148", "chunk_234", "chunk_1853", "chunk_1841", "chunk_43", "chunk_362", "chunk_1237", "chunk_1108", "chunk_317", "chunk_1531", "chunk_14", "chunk_1489", "chunk_1519", "chunk_1128", "chunk_347", "chunk_966", "chunk_1416", "chunk_1054", "chunk_421", "chunk_1306", "chunk_1273", "chunk_1239", "chunk_18", "chunk_72", "chunk_757", "chunk_1396", "chunk_38", "chunk_1280", "chunk_1452", "chunk_896", "chunk_1453", "chunk_1619" ] }, "unused": [ "chunk_1002", "chunk_1022", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1131", "chunk_115", "chunk_116", "chunk_1166", "chunk_1192", "chunk_1216", "chunk_1251", "chunk_1328", "chunk_1336", "chunk_1347", "chunk_136", "chunk_1369", "chunk_138", "chunk_1398", "chunk_1418", "chunk_1468", "chunk_1478", "chunk_148", "chunk_1484", "chunk_1485", "chunk_1488", "chunk_150", "chunk_1502", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1561", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1591", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1620", "chunk_1622", "chunk_1631", "chunk_1632", "chunk_168", "chunk_1690", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1746", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1816", "chunk_1844", "chunk_186", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1983", "chunk_228", "chunk_231", "chunk_24", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_310", "chunk_318", "chunk_330", "chunk_343", "chunk_361", "chunk_366", "chunk_424", "chunk_425", "chunk_430", "chunk_431", "chunk_437", "chunk_455", "chunk_485", "chunk_503", "chunk_52", "chunk_545", "chunk_549", "chunk_553", "chunk_562", "chunk_57", "chunk_586", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_632", "chunk_634", "chunk_643", "chunk_665", "chunk_667", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_722", "chunk_739", "chunk_740", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_853", "chunk_871", "chunk_882", "chunk_893", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_971", "chunk_972", "chunk_975", "chunk_983", "chunk_99" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "0e92b8b4": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "9b5807d5": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_975", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "03783f26": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "b55fee33": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "473d1c66": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_231", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "38843a7b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "864de2c6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "635a5b07": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "d8785f5d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "bd3a757d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "8bffddb9": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_472", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "732fecda": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "0a650a88": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "9b009744": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "afd26b6b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_975", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "d98f7d2c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_407", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "6cf83cb0": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_892", "chunk_897", "chunk_909", "chunk_914", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "6d9e40bc": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "2c30de6b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_472", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "dbca4a5e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "582b9849": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "983acfe6": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "cf8df3de": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_231", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "f179320f": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_892", "chunk_897", "chunk_909", "chunk_914", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "33c91e94": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "410ca9f2": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "a806e0f1": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932", "chunk_1054", "chunk_231", "chunk_43", "chunk_58", "chunk_173", "chunk_144", "chunk_1132", "chunk_1816", "chunk_674", "chunk_148" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "ad6a908b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "ff1d16da": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_892", "chunk_897", "chunk_909", "chunk_914", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "0aa3a438": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "2bd6c7b3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932", "chunk_1054", "chunk_231", "chunk_43", "chunk_58", "chunk_173", "chunk_144", "chunk_1132", "chunk_1816", "chunk_674", "chunk_148" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "b9848a1d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "02472633": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932", "chunk_1054", "chunk_231", "chunk_43", "chunk_58", "chunk_173", "chunk_144", "chunk_1132", "chunk_1816", "chunk_674", "chunk_148" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "5a982fcb": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_472", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "f1b24cf6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "e377d9e1": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "5457f442": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "23a1c3d5": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "a0f6a242": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "da8504fc": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "4a4f8e98": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "c64f68a3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "3571f8f6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_975", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "c11579a1": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932", "chunk_1054", "chunk_231", "chunk_43", "chunk_58", "chunk_173", "chunk_144", "chunk_1132", "chunk_1816", "chunk_674", "chunk_148" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "2d9a6325": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1407", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "f1304aab": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "fcf3b08a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "6ebeb668": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1407", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "9f7c6464": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "d0e5566a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_892", "chunk_897", "chunk_909", "chunk_914", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "3c8c4152": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "9886b317": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_472", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "e442a4f4": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_407", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "a4526530": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "182fec98": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_231", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "181df530": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896", "chunk_1280", "chunk_2", "chunk_966", "chunk_775", "chunk_150", "chunk_431", "chunk_278", "chunk_1519", "chunk_116", "chunk_1932" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_1512", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_216", "chunk_231", "chunk_268", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "827a4234": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_407", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "bdb0f831": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "c81273b7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "57050ae3": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "e5c55e27": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "a84a40f2": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "931673ce": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "98836f73": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "c86ab271": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "ca0d2887": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "3cc73393": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750", "chunk_317", "chunk_1690", "chunk_1806", "chunk_484", "chunk_1747", "chunk_1853", "chunk_1742", "chunk_553", "chunk_455", "chunk_1220", "chunk_1717", "chunk_218", "chunk_1453", "chunk_472", "chunk_1792", "chunk_1561", "chunk_166", "chunk_1429", "chunk_1222", "chunk_1895", "chunk_668", "chunk_1074", "chunk_580", "chunk_1874", "chunk_604", "chunk_1893", "chunk_142", "chunk_247", "chunk_1880", "chunk_634", "chunk_1416", "chunk_1111", "chunk_1379", "chunk_341", "chunk_362", "chunk_1079", "chunk_1398", "chunk_270", "chunk_673", "chunk_896" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1089", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1385", "chunk_14", "chunk_1435", "chunk_144", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1746", "chunk_1762", "chunk_1785", "chunk_18", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_318", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_457", "chunk_465", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_556", "chunk_58", "chunk_60", "chunk_600", "chunk_605", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "b4cd5d45": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "88ac33e3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908", "chunk_1531", "chunk_1592", "chunk_1153", "chunk_632", "chunk_606", "chunk_1128", "chunk_169", "chunk_1284", "chunk_1679", "chunk_750" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_168", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "8cd50dfb": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "92587bf1": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "81e60624": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1407", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "5c70f20d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1273", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1407", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_300", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_366", "chunk_376", "chunk_407", "chunk_415", "chunk_424", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "2af5b8cf": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "f11f30a2": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_36", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_407", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_545", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "610fe90c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_1131", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1216", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1571", "chunk_1574", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_166", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1716", "chunk_173", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1905", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_336", "chunk_361", "chunk_362", "chunk_38", "chunk_40", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_485", "chunk_503", "chunk_539", "chunk_545", "chunk_57", "chunk_580", "chunk_586", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_674", "chunk_694", "chunk_722", "chunk_725", "chunk_737", "chunk_739", "chunk_740", "chunk_750", "chunk_769", "chunk_781", "chunk_809", "chunk_821", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_975", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "e1b610c2": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_599", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "586453e6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1100", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_268", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_877", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "cd0297d4": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_29", "chunk_1212", "chunk_1002", "chunk_901", "chunk_1250", "chunk_1816", "chunk_1336", "chunk_1980", "chunk_548", "chunk_1306", "chunk_148", "chunk_1153", "chunk_865", "chunk_1731", "chunk_762", "chunk_553", "chunk_1618", "chunk_72", "chunk_1576", "chunk_882", "chunk_1407", "chunk_278", "chunk_1091", "chunk_713", "chunk_270", "chunk_518", "chunk_1230", "chunk_14", "chunk_505", "chunk_600", "chunk_1983", "chunk_1019", "chunk_757", "chunk_1639", "chunk_1416", "chunk_1747", "chunk_1398", "chunk_484", "chunk_437", "chunk_1043", "chunk_896", "chunk_1344", "chunk_43", "chunk_965", "chunk_368", "chunk_234", "chunk_155", "chunk_421", "chunk_1478", "chunk_24", "chunk_1477", "chunk_366", "chunk_893", "chunk_606", "chunk_1676", "chunk_1192", "chunk_1961", "chunk_1932", "chunk_1079", "chunk_784", "chunk_804", "chunk_941", "chunk_908", "chunk_1072", "chunk_99", "chunk_904", "chunk_1284", "chunk_1632", "chunk_1381", "chunk_710" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_424", "chunk_1586", "chunk_1484", "chunk_1579", "chunk_562", "chunk_1859", "chunk_972", "chunk_138", "chunk_643", "chunk_1032", "chunk_1620", "chunk_775", "chunk_1754", "chunk_1909", "chunk_285", "chunk_1148", "chunk_665", "chunk_673", "chunk_640", "chunk_1489", "chunk_971", "chunk_1806", "chunk_430", "chunk_347", "chunk_472", "chunk_17", "chunk_425", "chunk_330", "chunk_1907", "chunk_12", "chunk_52", "chunk_1726", "chunk_632", "chunk_1485", "chunk_172", "chunk_1341", "chunk_1452", "chunk_1554", "chunk_1351", "chunk_1009", "chunk_763", "chunk_343", "chunk_28", "chunk_1479", "chunk_873", "chunk_193", "chunk_231", "chunk_1762", "chunk_1673", "chunk_367", "chunk_678", "chunk_613", "chunk_966", "chunk_1619", "chunk_1893", "chunk_667", "chunk_115", "chunk_58", "chunk_549", "chunk_1488", "chunk_604", "chunk_1128", "chunk_1108", "chunk_1631", "chunk_1512", "chunk_1369", "chunk_1111", "chunk_1706", "chunk_316", "chunk_1519" ] }, "unused": [ "chunk_1003", "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_116", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1237", "chunk_1239", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1347", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1391", "chunk_1396", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1468", "chunk_150", "chunk_1502", "chunk_1531", "chunk_1534", "chunk_1547", "chunk_1551", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1574", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1704", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_173", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1808", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1924", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_247", "chunk_283", "chunk_288", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_326", "chunk_336", "chunk_341", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_545", "chunk_547", "chunk_556", "chunk_57", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_605", "chunk_610", "chunk_634", "chunk_641", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_722", "chunk_725", "chunk_734", "chunk_737", "chunk_739", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_781", "chunk_807", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_848", "chunk_853", "chunk_871", "chunk_872", "chunk_876", "chunk_897", "chunk_909", "chunk_914", "chunk_95", "chunk_954", "chunk_956", "chunk_959", "chunk_970", "chunk_975", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "c294156e": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_1608", "chunk_882", "chunk_38", "chunk_146", "chunk_326", "chunk_1418", "chunk_643", "chunk_437", "chunk_29", "chunk_591", "chunk_534", "chunk_1478", "chunk_586", "chunk_1574", "chunk_1009", "chunk_971", "chunk_1381", "chunk_545", "chunk_1750", "chunk_781", "chunk_1091", "chunk_1712", "chunk_737", "chunk_17", "chunk_1959", "chunk_316", "chunk_640", "chunk_228", "chunk_1485", "chunk_1396", "chunk_1022", "chunk_518", "chunk_809", "chunk_1639", "chunk_769", "chunk_983", "chunk_1654", "chunk_1886", "chunk_1264", "chunk_1237", "chunk_443", "chunk_1716", "chunk_304", "chunk_1502", "chunk_109", "chunk_503", "chunk_40", "chunk_1961", "chunk_310", "chunk_1003", "chunk_24", "chunk_490", "chunk_1744", "chunk_1591", "chunk_865", "chunk_219", "chunk_1372", "chunk_1356", "chunk_897", "chunk_1100", "chunk_1164", "chunk_549", "chunk_234", "chunk_722", "chunk_893", "chunk_872", "chunk_1484", "chunk_485", "chunk_725", "chunk_1306" ], "train": [ "chunk_945", "chunk_425", "chunk_741", "chunk_368", "chunk_12", "chunk_1163", "chunk_1587", "chunk_1391", "chunk_745", "chunk_1869", "chunk_1273", "chunk_784", "chunk_288", "chunk_1002", "chunk_1780", "chunk_366", "chunk_1407", "chunk_956", "chunk_1576", "chunk_424", "chunk_540", "chunk_300", "chunk_36", "chunk_694", "chunk_848", "chunk_1212", "chunk_1626", "chunk_1192", "chunk_1409", "chunk_908" ], "val": [ "chunk_1328", "chunk_213", "chunk_1108", "chunk_0", "chunk_665", "chunk_193", "chunk_1133", "chunk_1946", "chunk_1971", "chunk_761", "chunk_1365", "chunk_562", "chunk_367", "chunk_1479", "chunk_662", "chunk_871", "chunk_1271", "chunk_877", "chunk_723", "chunk_1430", "chunk_1904", "chunk_599", "chunk_1452", "chunk_1251", "chunk_1937", "chunk_1303", "chunk_1706", "chunk_1620", "chunk_613", "chunk_421", "chunk_1072", "chunk_57", "chunk_1671", "chunk_505", "chunk_418", "chunk_734", "chunk_1367", "chunk_1369", "chunk_1619", "chunk_1077", "chunk_95", "chunk_610", "chunk_30", "chunk_1343", "chunk_1341", "chunk_1230", "chunk_853", "chunk_914", "chunk_682", "chunk_285", "chunk_1447", "chunk_754", "chunk_1924", "chunk_941", "chunk_177", "chunk_1602", "chunk_1310", "chunk_1676", "chunk_876", "chunk_1754", "chunk_1586", "chunk_330", "chunk_1622", "chunk_430", "chunk_1589", "chunk_1828", "chunk_764", "chunk_1909", "chunk_763", "chunk_762" ] }, "unused": [ "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1054", "chunk_1068", "chunk_1074", "chunk_1079", "chunk_1089", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1153", "chunk_116", "chunk_1165", "chunk_1166", "chunk_1179", "chunk_1216", "chunk_1220", "chunk_1222", "chunk_1225", "chunk_1239", "chunk_1250", "chunk_1280", "chunk_1284", "chunk_1305", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_144", "chunk_1453", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1534", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1571", "chunk_1579", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_1632", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1692", "chunk_1704", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1726", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1762", "chunk_1785", "chunk_1792", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_186", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_1932", "chunk_1942", "chunk_1956", "chunk_1960", "chunk_1980", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_278", "chunk_28", "chunk_283", "chunk_294", "chunk_3", "chunk_317", "chunk_318", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_43", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_52", "chunk_539", "chunk_547", "chunk_548", "chunk_553", "chunk_556", "chunk_58", "chunk_580", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_632", "chunk_634", "chunk_641", "chunk_647", "chunk_66", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_739", "chunk_740", "chunk_750", "chunk_757", "chunk_766", "chunk_775", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_845", "chunk_846", "chunk_873", "chunk_892", "chunk_896", "chunk_901", "chunk_904", "chunk_909", "chunk_954", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985", "chunk_99" ] }, "fa0b00a0": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "fd351c28": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "9575e2ae": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "75118e21": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "aca96886": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "f1c3dbde": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_892", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "ee3a9629": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1502", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1785", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_1983", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_641", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_807", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "abed4594": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "c63e522b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "d9014b2c": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1502", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1785", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_1983", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_641", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_807", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "7cac6b81": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "ed5f6e2f": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "a7246014": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "ce82f911": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "87dccc05": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "2a19df54": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "64080492": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "08cec8b9": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_971", "chunk_972", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "738489d5": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "c8284590": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_971", "chunk_972", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "63fa11ac": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "1d36ce02": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "adc0aad6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "9b50c529": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1502", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1785", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_1983", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_641", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_807", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "20a397e1": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "55754e03": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "322756d3": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "0dd0ec00": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "8edbbd8b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2", "chunk_1826", "chunk_662", "chunk_1237", "chunk_268", "chunk_115", "chunk_909", "chunk_1475", "chunk_14", "chunk_745", "chunk_1365" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "3cdd9d02": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "3dc7a464": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "d5b39a97": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "06b4f96f": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2", "chunk_1826", "chunk_662", "chunk_1237", "chunk_268", "chunk_115", "chunk_909", "chunk_1475", "chunk_14", "chunk_745", "chunk_1365" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "12e89779": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "b18b5637": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "649151bb": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "a5bf35c3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "a1b5b356": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "5fe82a53": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "4b52aa1e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "e7e1ddc3": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "5078b1f5": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "1b3b0278": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "539d0a3b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "ca605352": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_892", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "d9b8d759": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "cdfdc51f": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_971", "chunk_972", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "97ee4ba8": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "e1b2583b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "83286873": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_971", "chunk_972", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "12a22611": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "38e16b32": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "f1979fe1": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2", "chunk_1826", "chunk_662", "chunk_1237", "chunk_268", "chunk_115", "chunk_909", "chunk_1475", "chunk_14", "chunk_745", "chunk_1365" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "d04d9f45": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "15dd5daf": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "40dadc67": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "3398d720": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "978c02d9": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "b9ecedb8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "02e78c45": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "514b5f54": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_892", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "14d29fb8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1502", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1785", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_1983", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_641", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_807", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "8a2d3940": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "c3a6079b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "738806dd": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "7bff3719": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "aa84faca": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_970", "chunk_971", "chunk_972", "chunk_985" ] }, "ee0c6a73": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "022d3b02": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "045cd494": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "7fa32df8": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_741", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "7fdaca4a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_1542", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1608", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1924", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_231", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_892", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "78aaa169": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "114f4939": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_662", "chunk_668", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_807", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "f6569884": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2", "chunk_1826", "chunk_662", "chunk_1237", "chunk_268", "chunk_115", "chunk_909", "chunk_1475", "chunk_14", "chunk_745", "chunk_1365" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_138", "chunk_1391", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "c4ceb43e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_138", "chunk_1391", "chunk_1418", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1716", "chunk_1731", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1895", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_361", "chunk_362", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_505", "chunk_518", "chunk_549", "chunk_562", "chunk_580", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_72", "chunk_722", "chunk_737", "chunk_740", "chunk_750", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "c594c3cd": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264", "chunk_1133", "chunk_150", "chunk_465", "chunk_1547", "chunk_975", "chunk_213", "chunk_1027", "chunk_1712", "chunk_750", "chunk_966", "chunk_1565", "chunk_734", "chunk_965", "chunk_1554", "chunk_193", "chunk_3", "chunk_142", "chunk_1690", "chunk_1904", "chunk_696", "chunk_1381", "chunk_1620", "chunk_1356", "chunk_1341", "chunk_1347", "chunk_1568", "chunk_518", "chunk_548", "chunk_1416", "chunk_1589", "chunk_1108", "chunk_769", "chunk_647", "chunk_781", "chunk_971", "chunk_455", "chunk_1647", "chunk_1328", "chunk_1429", "chunk_1895", "chunk_901", "chunk_485", "chunk_599", "chunk_366", "chunk_1679", "chunk_1905", "chunk_1886", "chunk_30", "chunk_1519", "chunk_2" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1336", "chunk_1344", "chunk_1365", "chunk_138", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1418", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_1531", "chunk_1542", "chunk_1551", "chunk_1561", "chunk_1586", "chunk_1588", "chunk_1591", "chunk_1619", "chunk_1626", "chunk_1639", "chunk_1654", "chunk_1671", "chunk_168", "chunk_169", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1893", "chunk_1909", "chunk_1924", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_457", "chunk_490", "chunk_503", "chunk_540", "chunk_545", "chunk_547", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_60", "chunk_604", "chunk_634", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_737", "chunk_740", "chunk_745", "chunk_754", "chunk_761", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_972", "chunk_985" ] }, "0bd548ab": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641", "chunk_678", "chunk_1166", "chunk_586", "chunk_415", "chunk_505", "chunk_361", "chunk_28", "chunk_341", "chunk_1670", "chunk_326", "chunk_368", "chunk_316", "chunk_959", "chunk_1077", "chunk_116", "chunk_534", "chunk_764", "chunk_218", "chunk_1673", "chunk_1264" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_1164", "chunk_1165", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1671", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_317", "chunk_318", "chunk_330", "chunk_336", "chunk_366", "chunk_367", "chunk_38", "chunk_40", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_518", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "beeca8d3": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1077", "chunk_545", "chunk_234", "chunk_1631", "chunk_1068", "chunk_14", "chunk_228", "chunk_1369", "chunk_739", "chunk_148", "chunk_763", "chunk_539", "chunk_457", "chunk_1679", "chunk_1531", "chunk_606", "chunk_600", "chunk_1676", "chunk_871", "chunk_710", "chunk_809", "chunk_17", "chunk_1131", "chunk_893", "chunk_1726", "chunk_1250", "chunk_1942", "chunk_1019", "chunk_288", "chunk_975", "chunk_1612", "chunk_43", "chunk_1905", "chunk_1816", "chunk_605", "chunk_366", "chunk_757", "chunk_762", "chunk_914", "chunk_38", "chunk_1079", "chunk_18", "chunk_52", "chunk_1416", "chunk_278", "chunk_896", "chunk_909", "chunk_316", "chunk_678", "chunk_40", "chunk_665", "chunk_1750", "chunk_1512", "chunk_1164", "chunk_437", "chunk_1489", "chunk_1336", "chunk_1264", "chunk_1108", "chunk_172", "chunk_882", "chunk_1239", "chunk_1893", "chunk_586", "chunk_1534", "chunk_1022", "chunk_1632", "chunk_485", "chunk_1271", "chunk_116" ], "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1591", "chunk_1074", "chunk_1148", "chunk_725", "chunk_634", "chunk_455", "chunk_1909", "chunk_1341", "chunk_430", "chunk_1502", "chunk_713", "chunk_1620", "chunk_367", "chunk_95", "chunk_1841", "chunk_610", "chunk_1381", "chunk_1216", "chunk_166", "chunk_1396", "chunk_1859", "chunk_632", "chunk_1639", "chunk_1407", "chunk_548", "chunk_897", "chunk_1690", "chunk_1792", "chunk_1468", "chunk_193", "chunk_1565", "chunk_318", "chunk_173", "chunk_1225", "chunk_29", "chunk_1280", "chunk_24", "chunk_1089", "chunk_1946", "chunk_1740", "chunk_845", "chunk_1840", "chunk_1010", "chunk_1983", "chunk_1273", "chunk_1551", "chunk_99", "chunk_1907", "chunk_1163", "chunk_1574", "chunk_1043", "chunk_304", "chunk_368", "chunk_1780", "chunk_503", "chunk_1398", "chunk_1808", "chunk_673", "chunk_1306", "chunk_1485", "chunk_1477", "chunk_1547", "chunk_58", "chunk_667", "chunk_57", "chunk_146", "chunk_959", "chunk_553", "chunk_1806", "chunk_1251" ] }, "unused": [ "chunk_1002", "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1072", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_115", "chunk_1153", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1237", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_136", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1519", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1592", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1622", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1716", "chunk_1717", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1785", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_231", "chunk_247", "chunk_270", "chunk_28", "chunk_283", "chunk_285", "chunk_3", "chunk_30", "chunk_310", "chunk_317", "chunk_330", "chunk_336", "chunk_343", "chunk_347", "chunk_36", "chunk_361", "chunk_362", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_431", "chunk_443", "chunk_465", "chunk_472", "chunk_484", "chunk_490", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_547", "chunk_549", "chunk_556", "chunk_562", "chunk_580", "chunk_599", "chunk_604", "chunk_613", "chunk_640", "chunk_641", "chunk_643", "chunk_674", "chunk_694", "chunk_696", "chunk_72", "chunk_722", "chunk_734", "chunk_737", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_804", "chunk_821", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_873", "chunk_876", "chunk_901", "chunk_904", "chunk_908", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "375e545f": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_739", "chunk_1128", "chunk_1742", "chunk_36", "chunk_1592", "chunk_99", "chunk_278", "chunk_1179", "chunk_896", "chunk_144", "chunk_1844", "chunk_1840", "chunk_1485", "chunk_1220", "chunk_1372", "chunk_553", "chunk_52", "chunk_1576", "chunk_1153", "chunk_231", "chunk_1956", "chunk_95", "chunk_347", "chunk_632", "chunk_784", "chunk_893", "chunk_848", "chunk_1534", "chunk_1091", "chunk_155", "chunk_1512", "chunk_1068", "chunk_1407", "chunk_1658", "chunk_1608", "chunk_1379", "chunk_1343", "chunk_983", "chunk_1731", "chunk_1212", "chunk_1632", "chunk_1074", "chunk_613", "chunk_437", "chunk_57", "chunk_665", "chunk_136", "chunk_1453", "chunk_484", "chunk_430", "chunk_1225", "chunk_1043", "chunk_757", "chunk_1853", "chunk_668", "chunk_1612", "chunk_1870", "chunk_1747", "chunk_832", "chunk_1435", "chunk_1676", "chunk_853", "chunk_1385", "chunk_1251", "chunk_1192", "chunk_1574", "chunk_539", "chunk_865", "chunk_1250", "chunk_285" ], "train": [ "chunk_146", "chunk_362", "chunk_1960", "chunk_741", "chunk_1369", "chunk_1631", "chunk_1907", "chunk_1880", "chunk_159", "chunk_1072", "chunk_1785", "chunk_807", "chunk_1502", "chunk_1222", "chunk_1587", "chunk_1002", "chunk_443", "chunk_343", "chunk_1983", "chunk_641" ], "val": [ "chunk_606", "chunk_605", "chunk_1937", "chunk_1447", "chunk_600", "chunk_1808", "chunk_562", "chunk_1806", "chunk_294", "chunk_1284", "chunk_1622", "chunk_1367", "chunk_845", "chunk_1717", "chunk_556", "chunk_694", "chunk_610", "chunk_1780", "chunk_775", "chunk_1022", "chunk_166", "chunk_148", "chunk_186", "chunk_1271", "chunk_407", "chunk_872", "chunk_66", "chunk_1841", "chunk_892", "chunk_876", "chunk_1494", "chunk_763", "chunk_941", "chunk_17", "chunk_1744", "chunk_172", "chunk_1396", "chunk_1398", "chunk_283", "chunk_1579", "chunk_1754", "chunk_1618", "chunk_234", "chunk_1959", "chunk_762", "chunk_809", "chunk_1847", "chunk_640", "chunk_1571", "chunk_376", "chunk_1706", "chunk_1003", "chunk_1602", "chunk_766", "chunk_29", "chunk_472", "chunk_425", "chunk_1351", "chunk_1273", "chunk_43", "chunk_643", "chunk_418", "chunk_1792", "chunk_1692", "chunk_1100", "chunk_1488", "chunk_421", "chunk_1704", "chunk_1079", "chunk_1163" ] }, "unused": [ "chunk_0", "chunk_1009", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1054", "chunk_1077", "chunk_1089", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_12", "chunk_1216", "chunk_1230", "chunk_1237", "chunk_1239", "chunk_1264", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1306", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1356", "chunk_1365", "chunk_138", "chunk_1381", "chunk_1391", "chunk_14", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1484", "chunk_1489", "chunk_150", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1586", "chunk_1588", "chunk_1589", "chunk_1591", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1639", "chunk_1647", "chunk_1654", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1679", "chunk_168", "chunk_169", "chunk_1690", "chunk_1712", "chunk_1714", "chunk_1716", "chunk_1726", "chunk_173", "chunk_1740", "chunk_1746", "chunk_1750", "chunk_1762", "chunk_177", "chunk_18", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1859", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1942", "chunk_1946", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_247", "chunk_268", "chunk_270", "chunk_28", "chunk_288", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_361", "chunk_366", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_424", "chunk_431", "chunk_455", "chunk_457", "chunk_465", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_540", "chunk_545", "chunk_547", "chunk_548", "chunk_549", "chunk_58", "chunk_580", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_604", "chunk_634", "chunk_647", "chunk_662", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_737", "chunk_740", "chunk_745", "chunk_750", "chunk_754", "chunk_761", "chunk_764", "chunk_769", "chunk_781", "chunk_804", "chunk_821", "chunk_846", "chunk_871", "chunk_873", "chunk_877", "chunk_882", "chunk_897", "chunk_901", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_954", "chunk_956", "chunk_959", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_972", "chunk_975", "chunk_985" ] }, "a205a21c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_215", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "2f328909": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "191c6a83": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185", "chunk_1173", "chunk_263", "chunk_813", "chunk_1315", "chunk_132", "chunk_901", "chunk_278", "chunk_613", "chunk_46", "chunk_755", "chunk_1040", "chunk_323", "chunk_32", "chunk_911", "chunk_1089", "chunk_441", "chunk_384", "chunk_640", "chunk_421", "chunk_466" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_320", "chunk_321", "chunk_322", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "b373d370": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "ad27ce7d": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "0ed36eb3": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "8dd5d1fc": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "ef1d8e3e": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "01c99a99": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "f4809be6": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185", "chunk_1173", "chunk_263", "chunk_813", "chunk_1315", "chunk_132", "chunk_901", "chunk_278", "chunk_613", "chunk_46", "chunk_755", "chunk_1040", "chunk_323", "chunk_32", "chunk_911", "chunk_1089", "chunk_441", "chunk_384", "chunk_640", "chunk_421", "chunk_466", "chunk_42", "chunk_581", "chunk_752", "chunk_650", "chunk_265", "chunk_1044", "chunk_143", "chunk_787", "chunk_663", "chunk_963" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_264", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_320", "chunk_321", "chunk_322", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_753", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "3ed52ef8": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "2fc7a02b": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_411", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "e76e2b1a": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "aeeedb56": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "2e474d05": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "1837969a": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "aac451e1": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_215", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "c8ef810c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "8bb06384": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185", "chunk_1173", "chunk_263", "chunk_813", "chunk_1315", "chunk_132", "chunk_901", "chunk_278", "chunk_613", "chunk_46", "chunk_755", "chunk_1040", "chunk_323", "chunk_32", "chunk_911", "chunk_1089", "chunk_441", "chunk_384", "chunk_640", "chunk_421", "chunk_466", "chunk_42", "chunk_581", "chunk_752", "chunk_650", "chunk_265", "chunk_1044", "chunk_143", "chunk_787", "chunk_663", "chunk_963" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_264", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_320", "chunk_321", "chunk_322", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_753", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "c7279134": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "a20f4fee": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "98fac581": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "c1ad4cca": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "dadce20d": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_411", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "9085ce1b": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "dc18e05f": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "42c1f1e9": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185", "chunk_1173", "chunk_263", "chunk_813", "chunk_1315", "chunk_132", "chunk_901", "chunk_278", "chunk_613", "chunk_46", "chunk_755" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "f7a06dee": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "279fac8a": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185", "chunk_1173", "chunk_263", "chunk_813", "chunk_1315", "chunk_132", "chunk_901", "chunk_278", "chunk_613", "chunk_46", "chunk_755", "chunk_1040", "chunk_323", "chunk_32", "chunk_911", "chunk_1089", "chunk_441", "chunk_384", "chunk_640", "chunk_421", "chunk_466" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_320", "chunk_321", "chunk_322", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "77773a1a": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "672f4b2a": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1173", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "f570c022": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "f3968278": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_410", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "c7e97875": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "d49ce1b8": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "41f7fa0d": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_215", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "a8052766": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185", "chunk_1173", "chunk_263", "chunk_813", "chunk_1315", "chunk_132", "chunk_901", "chunk_278", "chunk_613", "chunk_46", "chunk_755" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "bf0cef64": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_1075", "chunk_485", "chunk_1086", "chunk_43", "chunk_1143", "chunk_1090", "chunk_1254", "chunk_126", "chunk_754", "chunk_542", "chunk_13", "chunk_923", "chunk_71", "chunk_915", "chunk_256", "chunk_696", "chunk_1211", "chunk_639", "chunk_833", "chunk_48", "chunk_1287", "chunk_1166", "chunk_312", "chunk_431", "chunk_115", "chunk_237", "chunk_400", "chunk_354", "chunk_451", "chunk_985", "chunk_366", "chunk_922", "chunk_1339", "chunk_973", "chunk_1062", "chunk_730", "chunk_304", "chunk_652", "chunk_206", "chunk_1079", "chunk_395", "chunk_75", "chunk_905", "chunk_1158", "chunk_956", "chunk_894", "chunk_0", "chunk_845", "chunk_798", "chunk_763", "chunk_4", "chunk_711", "chunk_804", "chunk_878", "chunk_939", "chunk_768", "chunk_736", "chunk_1029", "chunk_55", "chunk_1052", "chunk_186", "chunk_1063", "chunk_268", "chunk_401", "chunk_417", "chunk_483", "chunk_60", "chunk_109", "chunk_1335", "chunk_605" ], "train": [ "chunk_1293", "chunk_389", "chunk_1230", "chunk_382", "chunk_887", "chunk_1170", "chunk_399", "chunk_708", "chunk_1164", "chunk_604", "chunk_971", "chunk_388", "chunk_47", "chunk_412", "chunk_189", "chunk_957", "chunk_101", "chunk_1130", "chunk_127", "chunk_997", "chunk_1150", "chunk_697", "chunk_890", "chunk_62", "chunk_411", "chunk_574", "chunk_924", "chunk_879", "chunk_1009", "chunk_387", "chunk_151", "chunk_8", "chunk_807", "chunk_418", "chunk_1337", "chunk_643", "chunk_277", "chunk_1270", "chunk_621", "chunk_1263", "chunk_1068", "chunk_900", "chunk_921", "chunk_502", "chunk_274", "chunk_223", "chunk_410", "chunk_1", "chunk_442", "chunk_1172", "chunk_1154", "chunk_891", "chunk_258", "chunk_676", "chunk_409", "chunk_885", "chunk_959", "chunk_110", "chunk_699", "chunk_649", "chunk_599", "chunk_979", "chunk_225", "chunk_1016", "chunk_26", "chunk_286", "chunk_134", "chunk_665", "chunk_1174", "chunk_1185" ], "val": [ "chunk_906", "chunk_311", "chunk_192", "chunk_391", "chunk_129", "chunk_1191", "chunk_1054", "chunk_958", "chunk_933", "chunk_1281", "chunk_1050", "chunk_1325", "chunk_217", "chunk_524", "chunk_596", "chunk_1093", "chunk_825", "chunk_771", "chunk_843", "chunk_1244", "chunk_951", "chunk_324", "chunk_1096", "chunk_172", "chunk_362", "chunk_335", "chunk_117", "chunk_832", "chunk_236", "chunk_1118", "chunk_495", "chunk_1338", "chunk_37", "chunk_1237", "chunk_1253", "chunk_544", "chunk_309", "chunk_506", "chunk_114", "chunk_373", "chunk_593", "chunk_991", "chunk_848", "chunk_128", "chunk_586", "chunk_316", "chunk_340", "chunk_144", "chunk_1122", "chunk_103", "chunk_691", "chunk_176", "chunk_824", "chunk_199", "chunk_1213", "chunk_455", "chunk_638", "chunk_403", "chunk_990", "chunk_522", "chunk_1280", "chunk_41", "chunk_368", "chunk_941", "chunk_1027", "chunk_444", "chunk_161", "chunk_1274", "chunk_504", "chunk_435" ] }, "unused": [ "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1171", "chunk_1173", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1288", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_313", "chunk_314", "chunk_315", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_369", "chunk_370", "chunk_371", "chunk_372", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_396", "chunk_397", "chunk_398", "chunk_40", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_710", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_888", "chunk_889", "chunk_89", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ] }, "67b3933a": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_506", "chunk_507", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "1dd6f767": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_937", "chunk_1209", "chunk_164", "chunk_556", "chunk_1311", "chunk_712", "chunk_474", "chunk_1145", "chunk_1084", "chunk_915", "chunk_345", "chunk_798", "chunk_630", "chunk_1211", "chunk_1097", "chunk_1168", "chunk_1043", "chunk_851", "chunk_917", "chunk_758", "chunk_522", "chunk_1346", "chunk_20", "chunk_259", "chunk_218", "chunk_1262", "chunk_1255", "chunk_1308", "chunk_633", "chunk_518", "chunk_488", "chunk_1239", "chunk_1069", "chunk_1263", "chunk_847", "chunk_1050", "chunk_879", "chunk_820", "chunk_1099", "chunk_936", "chunk_1337", "chunk_883", "chunk_1198", "chunk_848", "chunk_707", "chunk_713", "chunk_475", "chunk_1121", "chunk_274", "chunk_891", "chunk_431", "chunk_997", "chunk_399", "chunk_683", "chunk_981", "chunk_1320", "chunk_964", "chunk_580", "chunk_1157", "chunk_938", "chunk_226", "chunk_184", "chunk_1029", "chunk_561", "chunk_1221", "chunk_1254", "chunk_1011", "chunk_238", "chunk_11", "chunk_1332" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_1297", "chunk_504", "chunk_383", "chunk_441", "chunk_817", "chunk_500", "chunk_625", "chunk_21", "chunk_900", "chunk_462", "chunk_589", "chunk_862", "chunk_266", "chunk_214", "chunk_101", "chunk_739", "chunk_1098", "chunk_708", "chunk_382", "chunk_1299", "chunk_116", "chunk_796", "chunk_157", "chunk_734", "chunk_1153", "chunk_508", "chunk_55", "chunk_969", "chunk_244", "chunk_104", "chunk_1270", "chunk_850", "chunk_467", "chunk_256", "chunk_366", "chunk_823", "chunk_1138", "chunk_843", "chunk_1106", "chunk_946", "chunk_334", "chunk_1268", "chunk_1044", "chunk_123", "chunk_394", "chunk_528", "chunk_1161", "chunk_1041", "chunk_784", "chunk_1096", "chunk_729", "chunk_1256", "chunk_222", "chunk_423", "chunk_170", "chunk_401", "chunk_1250", "chunk_375", "chunk_1035", "chunk_611", "chunk_221", "chunk_1189", "chunk_1144", "chunk_398", "chunk_1079", "chunk_838", "chunk_380", "chunk_267", "chunk_408", "chunk_1240" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1042", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_215", "chunk_216", "chunk_217", "chunk_219", "chunk_22", "chunk_220", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_395", "chunk_396", "chunk_397", "chunk_4", "chunk_40", "chunk_400", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_501", "chunk_502", "chunk_503", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_631", "chunk_632", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_822", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_849", "chunk_85", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "56e4ad01": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "61c09432": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "f57154e6": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "af3831a5": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "9ea6facf": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "bfeec3ef": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "28d6d403": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606", "chunk_524", "chunk_1029", "chunk_895", "chunk_474", "chunk_301", "chunk_322", "chunk_133", "chunk_771", "chunk_113", "chunk_510" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "539a8738": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "81a2cbeb": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "5e1e3adb": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "825cdebc": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "db125317": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606", "chunk_524", "chunk_1029", "chunk_895", "chunk_474", "chunk_301", "chunk_322", "chunk_133", "chunk_771", "chunk_113", "chunk_510", "chunk_403", "chunk_1012", "chunk_763", "chunk_440", "chunk_379", "chunk_245", "chunk_1117", "chunk_363", "chunk_932", "chunk_319" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "5dc0cd6c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "b7874913": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606", "chunk_524", "chunk_1029", "chunk_895", "chunk_474", "chunk_301", "chunk_322", "chunk_133", "chunk_771", "chunk_113", "chunk_510", "chunk_403", "chunk_1012", "chunk_763", "chunk_440", "chunk_379", "chunk_245", "chunk_1117", "chunk_363", "chunk_932", "chunk_319" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "59cef44e": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606", "chunk_524", "chunk_1029", "chunk_895", "chunk_474", "chunk_301", "chunk_322", "chunk_133", "chunk_771", "chunk_113", "chunk_510", "chunk_403", "chunk_1012", "chunk_763", "chunk_440", "chunk_379", "chunk_245", "chunk_1117", "chunk_363", "chunk_932", "chunk_319", "chunk_754", "chunk_708", "chunk_77", "chunk_83", "chunk_423", "chunk_564", "chunk_1100", "chunk_944", "chunk_730", "chunk_619" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "a876cb41": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "230f236c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "15aef236": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "fdd2ffcc": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "841b66b2": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606", "chunk_524", "chunk_1029", "chunk_895", "chunk_474", "chunk_301", "chunk_322", "chunk_133", "chunk_771", "chunk_113", "chunk_510", "chunk_403", "chunk_1012", "chunk_763", "chunk_440", "chunk_379", "chunk_245", "chunk_1117", "chunk_363", "chunk_932", "chunk_319", "chunk_754", "chunk_708", "chunk_77", "chunk_83", "chunk_423", "chunk_564", "chunk_1100", "chunk_944", "chunk_730", "chunk_619" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "b1a24440": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "9d5fb96d": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "7248a622": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "0d690e26": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "613e944d": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "647f598e": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "1cbed596": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "3a9f8825": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "88d910ea": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "179715aa": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "888539fc": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "aa2091b0": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485", "chunk_787", "chunk_969", "chunk_1098", "chunk_466", "chunk_1034", "chunk_237", "chunk_1166", "chunk_656", "chunk_668", "chunk_196", "chunk_1247", "chunk_584", "chunk_173", "chunk_452", "chunk_1072", "chunk_250", "chunk_372", "chunk_351", "chunk_838", "chunk_1164", "chunk_291", "chunk_1252", "chunk_1080", "chunk_404", "chunk_184", "chunk_1107", "chunk_48", "chunk_314", "chunk_726", "chunk_385", "chunk_479", "chunk_1047", "chunk_1232", "chunk_89", "chunk_1063", "chunk_975", "chunk_865", "chunk_236", "chunk_253", "chunk_606", "chunk_524", "chunk_1029", "chunk_895", "chunk_474", "chunk_301", "chunk_322", "chunk_133", "chunk_771", "chunk_113", "chunk_510" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_252", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_892", "chunk_893", "chunk_894", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "05e4a79e": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "a92b5979": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "cdb416d9": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "5f76a0a1": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "aad99b0f": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "1f564844": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27", "chunk_1024", "chunk_411", "chunk_47", "chunk_966", "chunk_667", "chunk_388", "chunk_8", "chunk_166", "chunk_1231", "chunk_1242", "chunk_1057", "chunk_806", "chunk_406", "chunk_845", "chunk_281", "chunk_764", "chunk_518", "chunk_302", "chunk_700", "chunk_485" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "a1d6bd6d": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_358", "chunk_1151", "chunk_1076", "chunk_1295", "chunk_489", "chunk_1189", "chunk_439", "chunk_1337", "chunk_382", "chunk_701", "chunk_635", "chunk_1243", "chunk_805", "chunk_908", "chunk_251", "chunk_691", "chunk_1325", "chunk_284", "chunk_158", "chunk_121", "chunk_85", "chunk_1066", "chunk_814", "chunk_644", "chunk_310", "chunk_915", "chunk_320", "chunk_337", "chunk_533", "chunk_359", "chunk_729", "chunk_1071", "chunk_1260", "chunk_545", "chunk_643", "chunk_1285", "chunk_939", "chunk_326", "chunk_942", "chunk_160", "chunk_1338", "chunk_211", "chunk_639", "chunk_1334", "chunk_212", "chunk_576", "chunk_117", "chunk_1173", "chunk_55", "chunk_598", "chunk_885", "chunk_928", "chunk_1015", "chunk_450", "chunk_756", "chunk_199", "chunk_112", "chunk_115", "chunk_951", "chunk_1183", "chunk_1158", "chunk_1065", "chunk_1000", "chunk_745", "chunk_646", "chunk_666", "chunk_46", "chunk_891", "chunk_593", "chunk_106" ], "train": [ "chunk_1139", "chunk_45", "chunk_901", "chunk_66", "chunk_421", "chunk_1085", "chunk_1027", "chunk_1332", "chunk_890", "chunk_27" ], "val": [ "chunk_1092", "chunk_663", "chunk_953", "chunk_338", "chunk_776", "chunk_796", "chunk_343", "chunk_896", "chunk_717", "chunk_484", "chunk_498", "chunk_799", "chunk_1146", "chunk_1283", "chunk_33", "chunk_958", "chunk_1198", "chunk_361", "chunk_52", "chunk_1128", "chunk_1079", "chunk_873", "chunk_803", "chunk_1169", "chunk_1055", "chunk_1278", "chunk_1317", "chunk_42", "chunk_1093", "chunk_167", "chunk_364", "chunk_514", "chunk_1106", "chunk_548", "chunk_789", "chunk_453", "chunk_675", "chunk_299", "chunk_1292", "chunk_386", "chunk_1274", "chunk_1197", "chunk_130", "chunk_1037", "chunk_282", "chunk_847", "chunk_703", "chunk_74", "chunk_815", "chunk_242", "chunk_713", "chunk_917", "chunk_1271", "chunk_595", "chunk_224", "chunk_889", "chunk_460", "chunk_1018", "chunk_687", "chunk_1297", "chunk_724", "chunk_1115", "chunk_610", "chunk_1190", "chunk_272", "chunk_1069", "chunk_34", "chunk_525", "chunk_257", "chunk_81" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1067", "chunk_1068", "chunk_107", "chunk_1070", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_1150", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1293", "chunk_1294", "chunk_1296", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1333", "chunk_1335", "chunk_1336", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_270", "chunk_271", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_327", "chunk_328", "chunk_329", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_339", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_451", "chunk_452", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_594", "chunk_596", "chunk_597", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_636", "chunk_637", "chunk_638", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_645", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_662", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_702", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_714", "chunk_715", "chunk_716", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_952", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "2af393d7": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_302", "chunk_58", "chunk_1322", "chunk_1295", "chunk_783", "chunk_900", "chunk_1193", "chunk_469", "chunk_528", "chunk_558", "chunk_92", "chunk_218", "chunk_113", "chunk_514", "chunk_566", "chunk_226", "chunk_935", "chunk_1012", "chunk_591", "chunk_1043", "chunk_955", "chunk_1244", "chunk_331", "chunk_234", "chunk_249", "chunk_834", "chunk_1296", "chunk_787", "chunk_1240", "chunk_247", "chunk_502", "chunk_579", "chunk_774", "chunk_117", "chunk_956", "chunk_1197", "chunk_208", "chunk_217", "chunk_992", "chunk_343", "chunk_1130", "chunk_110", "chunk_696", "chunk_830", "chunk_968", "chunk_231", "chunk_729", "chunk_375", "chunk_78", "chunk_182", "chunk_422", "chunk_1028", "chunk_640", "chunk_676", "chunk_147", "chunk_1046", "chunk_1270", "chunk_960", "chunk_1261", "chunk_931", "chunk_94", "chunk_371", "chunk_730", "chunk_714", "chunk_199", "chunk_325", "chunk_1044", "chunk_59", "chunk_431", "chunk_654" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_706", "chunk_647", "chunk_266", "chunk_443", "chunk_637", "chunk_458", "chunk_525", "chunk_1117", "chunk_675", "chunk_11", "chunk_615", "chunk_1064", "chunk_679", "chunk_348", "chunk_1333", "chunk_1236", "chunk_769", "chunk_949", "chunk_1226", "chunk_169", "chunk_612", "chunk_484", "chunk_596", "chunk_693", "chunk_248", "chunk_1228", "chunk_532", "chunk_1227", "chunk_580", "chunk_814", "chunk_727", "chunk_1065", "chunk_988", "chunk_1008", "chunk_1025", "chunk_694", "chunk_798", "chunk_77", "chunk_319", "chunk_748", "chunk_1123", "chunk_1241", "chunk_513", "chunk_1073", "chunk_982", "chunk_791", "chunk_977", "chunk_1279", "chunk_194", "chunk_599", "chunk_1155", "chunk_1114", "chunk_1191", "chunk_426", "chunk_611", "chunk_700", "chunk_817", "chunk_942", "chunk_584", "chunk_1203", "chunk_494", "chunk_250", "chunk_963", "chunk_932", "chunk_1032", "chunk_953", "chunk_51", "chunk_853", "chunk_1166", "chunk_88" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1045", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1192", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_25", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_318", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_423", "chunk_424", "chunk_425", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_510", "chunk_511", "chunk_512", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_527", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_590", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_597", "chunk_598", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_613", "chunk_614", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_638", "chunk_639", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_677", "chunk_678", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_695", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_728", "chunk_73", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_780", "chunk_781", "chunk_782", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_961", "chunk_962", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "27aece0f": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "fc9efb79": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "71918b90": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687", "chunk_906", "chunk_66", "chunk_279", "chunk_794", "chunk_692", "chunk_1144", "chunk_77", "chunk_523", "chunk_1219", "chunk_85" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "0fc9c327": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "fb6a1371": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "e717ff8c": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "5ef1e64c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "e08be0e5": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "e176ff58": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "1352a33a": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "b11b022c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "dc36a331": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687", "chunk_906", "chunk_66", "chunk_279", "chunk_794", "chunk_692", "chunk_1144", "chunk_77", "chunk_523", "chunk_1219", "chunk_85", "chunk_626", "chunk_200", "chunk_975", "chunk_521", "chunk_403", "chunk_795", "chunk_415", "chunk_482", "chunk_512", "chunk_273", "chunk_660", "chunk_1199", "chunk_102", "chunk_1063", "chunk_92", "chunk_786", "chunk_1226", "chunk_1182", "chunk_237", "chunk_420" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_416", "chunk_417", "chunk_42", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "13f67664": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "1470358e": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "646d9090": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "f26d94e4": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "e04a1909": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "60e84fbe": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "877a434e": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687", "chunk_906", "chunk_66", "chunk_279", "chunk_794", "chunk_692", "chunk_1144", "chunk_77", "chunk_523", "chunk_1219", "chunk_85", "chunk_626", "chunk_200", "chunk_975", "chunk_521", "chunk_403", "chunk_795", "chunk_415", "chunk_482", "chunk_512", "chunk_273", "chunk_660", "chunk_1199", "chunk_102", "chunk_1063", "chunk_92", "chunk_786", "chunk_1226", "chunk_1182", "chunk_237", "chunk_420" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_416", "chunk_417", "chunk_42", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "d87318ba": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "4ffd0177": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "e497b9ed": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "8e48a616": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "a782db5c": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "022ee9b9": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "32067567": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "c5c31829": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687", "chunk_906", "chunk_66", "chunk_279", "chunk_794", "chunk_692", "chunk_1144", "chunk_77", "chunk_523", "chunk_1219", "chunk_85" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "ed820b01": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "cccf99c7": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "aa4fb23e": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_978", "chunk_980", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "50440faa": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "18a8b5a0": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "4459a1ba": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "6dae1520": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "9fe631fe": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "b0f560ea": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "3aa3fda0": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687", "chunk_906", "chunk_66", "chunk_279", "chunk_794", "chunk_692", "chunk_1144", "chunk_77", "chunk_523", "chunk_1219", "chunk_85", "chunk_626", "chunk_200", "chunk_975", "chunk_521", "chunk_403", "chunk_795", "chunk_415", "chunk_482", "chunk_512", "chunk_273" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "77087c18": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_690", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_906", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "bec3e39b": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_337", "chunk_1212", "chunk_114", "chunk_140", "chunk_196", "chunk_296", "chunk_1245", "chunk_627", "chunk_565", "chunk_862", "chunk_1057", "chunk_1315", "chunk_1055", "chunk_1298", "chunk_842", "chunk_893", "chunk_575", "chunk_812", "chunk_277", "chunk_622", "chunk_800", "chunk_19", "chunk_743", "chunk_916", "chunk_1138", "chunk_433", "chunk_807", "chunk_970", "chunk_314", "chunk_608", "chunk_1045", "chunk_1036", "chunk_1125", "chunk_715", "chunk_210", "chunk_759", "chunk_490", "chunk_318", "chunk_56", "chunk_113", "chunk_1161", "chunk_704", "chunk_810", "chunk_116", "chunk_351", "chunk_496", "chunk_171", "chunk_1205", "chunk_441", "chunk_580", "chunk_826", "chunk_1044", "chunk_961", "chunk_65", "chunk_161", "chunk_731", "chunk_647", "chunk_103", "chunk_278", "chunk_89", "chunk_1112", "chunk_574", "chunk_1013", "chunk_958", "chunk_260", "chunk_124", "chunk_977", "chunk_364", "chunk_1319", "chunk_1145" ], "train": [ "chunk_1189", "chunk_1190", "chunk_159", "chunk_700", "chunk_385", "chunk_1127", "chunk_611", "chunk_905", "chunk_585", "chunk_389", "chunk_561", "chunk_907", "chunk_508", "chunk_779", "chunk_418", "chunk_240", "chunk_40", "chunk_78", "chunk_978", "chunk_537", "chunk_419", "chunk_1078", "chunk_1011", "chunk_220", "chunk_184", "chunk_372", "chunk_343", "chunk_1040", "chunk_548", "chunk_142", "chunk_1096", "chunk_341", "chunk_983", "chunk_69", "chunk_589", "chunk_623", "chunk_22", "chunk_234", "chunk_669", "chunk_258", "chunk_1271", "chunk_875", "chunk_976", "chunk_1173", "chunk_735", "chunk_1152", "chunk_99", "chunk_1175", "chunk_747", "chunk_1122", "chunk_402", "chunk_128", "chunk_813", "chunk_330", "chunk_662", "chunk_882", "chunk_1159", "chunk_1186", "chunk_805", "chunk_762", "chunk_1114", "chunk_829", "chunk_532", "chunk_408", "chunk_1244", "chunk_634", "chunk_601", "chunk_1255", "chunk_1181", "chunk_687", "chunk_906", "chunk_66", "chunk_279", "chunk_794", "chunk_692", "chunk_1144", "chunk_77", "chunk_523", "chunk_1219", "chunk_85", "chunk_626", "chunk_200", "chunk_975", "chunk_521", "chunk_403", "chunk_795", "chunk_415", "chunk_482", "chunk_512", "chunk_273" ], "val": [ "chunk_543", "chunk_1213", "chunk_484", "chunk_636", "chunk_993", "chunk_708", "chunk_98", "chunk_1094", "chunk_1207", "chunk_361", "chunk_1022", "chunk_569", "chunk_287", "chunk_584", "chunk_58", "chunk_456", "chunk_763", "chunk_751", "chunk_332", "chunk_1250", "chunk_873", "chunk_444", "chunk_309", "chunk_901", "chunk_691", "chunk_248", "chunk_1346", "chunk_115", "chunk_1149", "chunk_719", "chunk_55", "chunk_290", "chunk_1308", "chunk_299", "chunk_979", "chunk_392", "chunk_134", "chunk_1119", "chunk_619", "chunk_510", "chunk_519", "chunk_1118", "chunk_225", "chunk_555", "chunk_1232", "chunk_359", "chunk_766", "chunk_1341", "chunk_436", "chunk_809", "chunk_1121", "chunk_1039", "chunk_756", "chunk_263", "chunk_991", "chunk_928", "chunk_1093", "chunk_822", "chunk_388", "chunk_1272", "chunk_158", "chunk_1103", "chunk_903", "chunk_680", "chunk_909", "chunk_154", "chunk_153", "chunk_503", "chunk_1006", "chunk_899" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1095", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1113", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1160", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1174", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_119", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1340", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_141", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_257", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_284", "chunk_285", "chunk_286", "chunk_288", "chunk_289", "chunk_29", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_338", "chunk_339", "chunk_34", "chunk_340", "chunk_342", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_400", "chunk_401", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_416", "chunk_417", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_483", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_560", "chunk_562", "chunk_563", "chunk_564", "chunk_566", "chunk_567", "chunk_568", "chunk_57", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_581", "chunk_582", "chunk_583", "chunk_586", "chunk_587", "chunk_588", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_62", "chunk_620", "chunk_621", "chunk_624", "chunk_625", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_660", "chunk_661", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_688", "chunk_689", "chunk_690", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_702", "chunk_703", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_716", "chunk_717", "chunk_718", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_732", "chunk_733", "chunk_734", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_808", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_990", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "e4643bbf": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_1049", "chunk_1084", "chunk_130", "chunk_157", "chunk_389", "chunk_294", "chunk_146", "chunk_962", "chunk_523", "chunk_1090", "chunk_1149", "chunk_36", "chunk_896", "chunk_1206", "chunk_953", "chunk_232", "chunk_736", "chunk_231", "chunk_1263", "chunk_1255", "chunk_684", "chunk_6", "chunk_247", "chunk_98", "chunk_1093", "chunk_1300", "chunk_468", "chunk_1278", "chunk_123", "chunk_822", "chunk_1345", "chunk_1227", "chunk_910", "chunk_1229", "chunk_527", "chunk_852", "chunk_894", "chunk_444", "chunk_1116", "chunk_959", "chunk_667", "chunk_75", "chunk_731", "chunk_1306", "chunk_641", "chunk_434", "chunk_257", "chunk_120", "chunk_111", "chunk_365", "chunk_772", "chunk_388", "chunk_1248", "chunk_900", "chunk_771", "chunk_71", "chunk_914", "chunk_118", "chunk_358", "chunk_328", "chunk_377", "chunk_262", "chunk_280", "chunk_998", "chunk_59", "chunk_182", "chunk_361", "chunk_26", "chunk_315", "chunk_245" ], "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_1264", "chunk_1168", "chunk_760", "chunk_168", "chunk_907", "chunk_1235", "chunk_357", "chunk_334", "chunk_277", "chunk_341", "chunk_1121", "chunk_25", "chunk_481", "chunk_1132", "chunk_886", "chunk_969", "chunk_627", "chunk_921", "chunk_590", "chunk_1276", "chunk_417", "chunk_572", "chunk_370", "chunk_202", "chunk_614", "chunk_823", "chunk_493", "chunk_346", "chunk_693", "chunk_1331", "chunk_94", "chunk_57", "chunk_340", "chunk_893", "chunk_1076", "chunk_911", "chunk_525", "chunk_849", "chunk_569", "chunk_263", "chunk_777", "chunk_440", "chunk_1037", "chunk_1068", "chunk_1317", "chunk_1183", "chunk_448", "chunk_787", "chunk_904", "chunk_1015", "chunk_730", "chunk_956", "chunk_1211", "chunk_1139", "chunk_82", "chunk_586", "chunk_348", "chunk_997", "chunk_1070", "chunk_1114", "chunk_721", "chunk_780", "chunk_795", "chunk_625", "chunk_135", "chunk_479", "chunk_725", "chunk_816", "chunk_945", "chunk_1032" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_1129", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1277", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_167", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_233", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_248", "chunk_249", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_260", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_278", "chunk_279", "chunk_28", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_359", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_445", "chunk_446", "chunk_447", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_570", "chunk_571", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_626", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_666", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_722", "chunk_723", "chunk_724", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_778", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_821", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_895", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_912", "chunk_913", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "a10bbacf": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "c9cfc12e": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "25ce5def": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_658", "chunk_67", "chunk_717", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "9d6824ef": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "7802c1b4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521", "chunk_300", "chunk_844", "chunk_highP_12", "chunk_453", "chunk_54", "chunk_812", "chunk_95", "chunk_160", "chunk_392", "chunk_436" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_337", "chunk_344", "chunk_362", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_813", "chunk_826", "chunk_832", "chunk_871", "chunk_911", "chunk_92", "chunk_99", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "20b7b921": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "0a9bb6e5": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "9daa7b7c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "1ebff47b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "32cd17b3": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_82", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "15aa4446": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "3d126a64": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_65", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "b5134171": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "56479dec": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "7ce79743": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_611", "chunk_621", "chunk_628", "chunk_658", "chunk_717", "chunk_730", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "a9202b13": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_611", "chunk_621", "chunk_628", "chunk_658", "chunk_717", "chunk_730", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "09681dab": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_65", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "87fe8b74": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_65", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "4dbfab89": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_82", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "d5e0c74b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "5059060e": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_187", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_229", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_298", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_340", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_450", "chunk_453", "chunk_461", "chunk_470", "chunk_477", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_705", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_852", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_918", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "28bb939e": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86" ] }, "329bb16b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "95fa67fe": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "88f09a73": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "abd80ae3": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "fa6f84b5": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86" ] }, "2b241829": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "33c992bc": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "def253f4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86" ] }, "0fb4a330": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_187", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_229", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_298", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_340", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_450", "chunk_453", "chunk_461", "chunk_470", "chunk_477", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_705", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_852", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_918", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "8f375483": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "48996e5d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_123", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "fd837327": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "96062996": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "a4ec7597": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "b96b6ddc": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_658", "chunk_67", "chunk_717", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "224f1de7": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "3c198f19": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_123", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "f6d56ed8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_590", "chunk_600", "chunk_689", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_25", "chunk_highP_3", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "dc8d31ff": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_123", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "b5511bcc": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_658", "chunk_67", "chunk_717", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "42e864c8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "f246b6a1": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "e0ca2166": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521", "chunk_300", "chunk_844", "chunk_highP_12", "chunk_453", "chunk_54", "chunk_812", "chunk_95", "chunk_160", "chunk_392", "chunk_436" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_337", "chunk_344", "chunk_362", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_813", "chunk_826", "chunk_832", "chunk_871", "chunk_911", "chunk_92", "chunk_99", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "95d2623e": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "4f19bf94": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "211a05c7": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_611", "chunk_621", "chunk_628", "chunk_658", "chunk_717", "chunk_730", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "92597ea0": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "b2ca367a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "dd9a52a1": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "2da427ce": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_590", "chunk_600", "chunk_689", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_25", "chunk_highP_3", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "166ff5f8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "65e32ea3": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "09b4c07a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "1d0f16f6": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_590", "chunk_600", "chunk_689", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_25", "chunk_highP_3", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "14998e46": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_82", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "55f3b485": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_658", "chunk_67", "chunk_717", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "f4f9edad": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "53881e81": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "03acab47": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_187", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_229", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_298", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_340", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_450", "chunk_453", "chunk_461", "chunk_470", "chunk_477", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_705", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_852", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_918", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "c7688723": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "f471db6a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521", "chunk_300", "chunk_844", "chunk_highP_12", "chunk_453", "chunk_54", "chunk_812", "chunk_95", "chunk_160", "chunk_392", "chunk_436" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_337", "chunk_344", "chunk_362", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_813", "chunk_826", "chunk_832", "chunk_871", "chunk_911", "chunk_92", "chunk_99", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "5d7bd04c": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "9d8aa05c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "2e706565": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_590", "chunk_600", "chunk_689", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_25", "chunk_highP_3", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "2156b0ba": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "e82978ec": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_121", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_183", "chunk_187", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_229", "chunk_234", "chunk_249", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_288", "chunk_289", "chunk_298", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_327", "chunk_337", "chunk_340", "chunk_343", "chunk_344", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_415", "chunk_436", "chunk_440", "chunk_442", "chunk_450", "chunk_453", "chunk_461", "chunk_470", "chunk_477", "chunk_481", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_564", "chunk_588", "chunk_598", "chunk_6", "chunk_600", "chunk_605", "chunk_609", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_685", "chunk_705", "chunk_717", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_852", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_918", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "f4b5d7ea": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "a0338c46": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "6a064b62": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86" ] }, "0123069a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "cfac296a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_197", "chunk_222", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_817", "chunk_818", "chunk_82", "chunk_832", "chunk_859", "chunk_869", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_65", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "63e79fa7": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_123", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "5882775c": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_304", "chunk_308", "chunk_337", "chunk_344", "chunk_362", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_6", "chunk_611", "chunk_621", "chunk_628", "chunk_658", "chunk_717", "chunk_730", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "ab902886": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869", "chunk_74", "chunk_73", "chunk_642", "chunk_671", "chunk_600", "chunk_819", "chunk_744", "chunk_highP_6", "chunk_326", "chunk_664", "chunk_616", "chunk_67", "chunk_highP_120", "chunk_379", "chunk_140", "chunk_751", "chunk_highP_106", "chunk_79", "chunk_588", "chunk_302", "chunk_highP_91", "chunk_152", "chunk_611", "chunk_82", "chunk_9", "chunk_highP_115", "chunk_508", "chunk_628", "chunk_194", "chunk_763", "chunk_highP_86", "chunk_308", "chunk_260", "chunk_183", "chunk_835", "chunk_112", "chunk_122", "chunk_304", "chunk_107", "chunk_521", "chunk_300", "chunk_844", "chunk_highP_12", "chunk_453", "chunk_54", "chunk_812", "chunk_95", "chunk_160", "chunk_392", "chunk_436" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_155", "chunk_157", "chunk_164", "chunk_193", "chunk_2", "chunk_224", "chunk_234", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_337", "chunk_344", "chunk_362", "chunk_470", "chunk_481", "chunk_487", "chunk_520", "chunk_525", "chunk_6", "chunk_621", "chunk_658", "chunk_717", "chunk_730", "chunk_768", "chunk_779", "chunk_78", "chunk_792", "chunk_806", "chunk_813", "chunk_826", "chunk_832", "chunk_871", "chunk_911", "chunk_92", "chunk_99", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79" ] }, "e983e36b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_289", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_461", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_539", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_675", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_77", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_864", "chunk_869", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_18", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "c20b9b87": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 0, "systems": { "test": [ "chunk_445", "chunk_highP_25", "chunk_highP_151", "chunk_459", "chunk_highP_41", "chunk_906", "chunk_681", "chunk_43", "chunk_789", "chunk_818", "chunk_highP_76", "chunk_highP_73", "chunk_316", "chunk_highP_51", "chunk_711", "chunk_highP_33", "chunk_555", "chunk_231", "chunk_156", "chunk_452", "chunk_highP_35", "chunk_719", "chunk_912", "chunk_348", "chunk_414", "chunk_180", "chunk_596", "chunk_423", "chunk_674", "chunk_65", "chunk_599", "chunk_388", "chunk_290", "chunk_478", "chunk_346", "chunk_236", "chunk_132", "chunk_570", "chunk_756", "chunk_504", "chunk_482", "chunk_859", "chunk_866", "chunk_133", "chunk_817", "chunk_310", "chunk_highP_21", "chunk_738", "chunk_464", "chunk_60", "chunk_617", "chunk_313", "chunk_84", "chunk_162", "chunk_highP_49", "chunk_425", "chunk_143", "chunk_426", "chunk_184", "chunk_908", "chunk_318", "chunk_811", "chunk_320", "chunk_689", "chunk_400", "chunk_228", "chunk_279", "chunk_highP_147", "chunk_669", "chunk_788" ], "train": [ "chunk_242", "chunk_175", "chunk_104", "chunk_10", "chunk_454", "chunk_765", "chunk_222", "chunk_highP_3", "chunk_604", "chunk_highP_105", "chunk_867", "chunk_705", "chunk_852", "chunk_298", "chunk_229", "chunk_918", "chunk_450", "chunk_340", "chunk_187", "chunk_477", "chunk_442", "chunk_364", "chunk_121", "chunk_564", "chunk_343", "chunk_605", "chunk_327", "chunk_174", "chunk_288", "chunk_highP_126", "chunk_498", "chunk_440", "chunk_609", "chunk_685", "chunk_598", "chunk_729", "chunk_249", "chunk_753", "chunk_highP_123", "chunk_415", "chunk_289", "chunk_539", "chunk_675", "chunk_highP_60", "chunk_864", "chunk_highP_18", "chunk_125", "chunk_77", "chunk_461", "chunk_869" ], "val": [ "chunk_176", "chunk_167", "chunk_highP_65", "chunk_282", "chunk_479", "chunk_824", "chunk_178", "chunk_251", "chunk_398", "chunk_1", "chunk_highP_95", "chunk_267", "chunk_61", "chunk_highP_23", "chunk_highP_94", "chunk_820", "chunk_586", "chunk_49", "chunk_456", "chunk_87", "chunk_651", "chunk_highP_88", "chunk_394", "chunk_914", "chunk_246", "chunk_544", "chunk_296", "chunk_highP_2", "chunk_81", "chunk_759", "chunk_86", "chunk_highP_122", "chunk_896", "chunk_highP_84", "chunk_576", "chunk_713", "chunk_627", "chunk_108", "chunk_895", "chunk_352", "chunk_471", "chunk_89", "chunk_630", "chunk_419", "chunk_590", "chunk_29", "chunk_179", "chunk_highP_90", "chunk_highP_64", "chunk_253", "chunk_97", "chunk_701", "chunk_786", "chunk_688", "chunk_highP_103", "chunk_96", "chunk_891", "chunk_342", "chunk_197", "chunk_610", "chunk_533", "chunk_322", "chunk_highP_68", "chunk_339", "chunk_799", "chunk_602", "chunk_151", "chunk_876", "chunk_highP_20", "chunk_695" ] }, "unused": [ "chunk_0", "chunk_107", "chunk_112", "chunk_120", "chunk_122", "chunk_140", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_183", "chunk_193", "chunk_194", "chunk_2", "chunk_224", "chunk_234", "chunk_260", "chunk_265", "chunk_266", "chunk_269", "chunk_277", "chunk_30", "chunk_300", "chunk_302", "chunk_304", "chunk_308", "chunk_326", "chunk_337", "chunk_344", "chunk_362", "chunk_379", "chunk_392", "chunk_436", "chunk_453", "chunk_470", "chunk_481", "chunk_487", "chunk_508", "chunk_520", "chunk_521", "chunk_525", "chunk_54", "chunk_588", "chunk_6", "chunk_600", "chunk_611", "chunk_616", "chunk_621", "chunk_628", "chunk_642", "chunk_658", "chunk_664", "chunk_67", "chunk_671", "chunk_717", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_779", "chunk_78", "chunk_79", "chunk_792", "chunk_806", "chunk_812", "chunk_813", "chunk_819", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_871", "chunk_9", "chunk_911", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_129", "chunk_highP_145", "chunk_highP_148", "chunk_highP_153", "chunk_highP_38", "chunk_highP_44", "chunk_highP_6", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_86", "chunk_highP_91" ] }, "2cc92eb9": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_122", "chunk_125", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_175", "chunk_178", "chunk_180", "chunk_197", "chunk_222", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_316", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_464", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_588", "chunk_590", "chunk_600", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_689", "chunk_695", "chunk_711", "chunk_719", "chunk_730", "chunk_751", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_9", "chunk_906", "chunk_911", "chunk_914", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_65", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "69cc89d5": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 0, "systems": { "test": [ "chunk_157", "chunk_302", "chunk_highP_44", "chunk_705", "chunk_487", "chunk_183", "chunk_187", "chunk_414", "chunk_152", "chunk_265", "chunk_544", "chunk_788", "chunk_521", "chunk_908", "chunk_highP_88", "chunk_824", "chunk_176", "chunk_763", "chunk_876", "chunk_288", "chunk_819", "chunk_60", "chunk_326", "chunk_891", "chunk_61", "chunk_300", "chunk_234", "chunk_611", "chunk_388", "chunk_630", "chunk_310", "chunk_844", "chunk_highP_91", "chunk_322", "chunk_454", "chunk_343", "chunk_289", "chunk_744", "chunk_675", "chunk_792", "chunk_342", "chunk_912", "chunk_74", "chunk_6", "chunk_520", "chunk_313", "chunk_107", "chunk_616", "chunk_320", "chunk_236", "chunk_445", "chunk_highP_18", "chunk_highP_72", "chunk_481", "chunk_65", "chunk_564", "chunk_596", "chunk_651", "chunk_852", "chunk_339", "chunk_121", "chunk_394", "chunk_498", "chunk_29", "chunk_120", "chunk_348", "chunk_477", "chunk_251", "chunk_143", "chunk_576" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_419", "chunk_681", "chunk_highP_38", "chunk_99", "chunk_599", "chunk_539", "chunk_highP_60", "chunk_812", "chunk_895", "chunk_504", "chunk_340", "chunk_701", "chunk_555", "chunk_337", "chunk_835", "chunk_104", "chunk_162", "chunk_77", "chunk_813", "chunk_346", "chunk_756", "chunk_820", "chunk_605", "chunk_871", "chunk_193", "chunk_228", "chunk_282", "chunk_156", "chunk_470", "chunk_89", "chunk_269", "chunk_112", "chunk_229", "chunk_717", "chunk_452", "chunk_260", "chunk_598", "chunk_508", "chunk_highP_64", "chunk_533", "chunk_604", "chunk_866", "chunk_918", "chunk_highP_105", "chunk_642", "chunk_753", "chunk_78", "chunk_379", "chunk_194", "chunk_400", "chunk_864", "chunk_highP_73", "chunk_2", "chunk_246", "chunk_658", "chunk_79", "chunk_151", "chunk_779", "chunk_86", "chunk_49", "chunk_92", "chunk_729", "chunk_896", "chunk_164", "chunk_759", "chunk_224", "chunk_highP_75", "chunk_318", "chunk_73", "chunk_0" ] }, "unused": [ "chunk_108", "chunk_122", "chunk_125", "chunk_133", "chunk_140", "chunk_155", "chunk_167", "chunk_174", "chunk_178", "chunk_197", "chunk_222", "chunk_249", "chunk_279", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_308", "chunk_344", "chunk_352", "chunk_364", "chunk_392", "chunk_398", "chunk_415", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_464", "chunk_478", "chunk_479", "chunk_482", "chunk_525", "chunk_570", "chunk_590", "chunk_600", "chunk_627", "chunk_664", "chunk_669", "chunk_689", "chunk_695", "chunk_711", "chunk_730", "chunk_765", "chunk_768", "chunk_786", "chunk_789", "chunk_817", "chunk_818", "chunk_82", "chunk_859", "chunk_9", "chunk_911", "chunk_914", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_49", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "3c4d8a78": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_94", "chunk_highP_95" ] }, "ec74f9ad": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "0edce1bf": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "a7b5c4aa": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_713", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "46f74f81": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "db6e8715": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_817", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_123", "chunk_highP_33", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "7f19e140": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_279", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_313", "chunk_318", "chunk_320", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_453", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_695", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_792", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_866", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "a4918e9a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "ebbbaf62": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_115", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "aa074bdd": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_115", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "edf4d917": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "84716e15": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "f380634f": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_817", "chunk_82", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "e18d7a35": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_817", "chunk_82", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "e320cae6": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86", "chunk_504", "chunk_107", "chunk_151", "chunk_788", "chunk_759", "chunk_95", "chunk_744", "chunk_313", "chunk_322", "chunk_99" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_121", "chunk_125", "chunk_143", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_768", "chunk_779", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "9e1fdc29": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_817", "chunk_82", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "5fd5847c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "cdbe6424": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "af113f18": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "f99c4575": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_266", "chunk_277", "chunk_29", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_811", "chunk_817", "chunk_819", "chunk_86", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "ad287e06": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "cb6873ef": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_266", "chunk_277", "chunk_29", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_811", "chunk_817", "chunk_819", "chunk_86", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "2765686d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_817", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_123", "chunk_highP_33", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "c640dad6": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "0d99cfe4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "ec5b9bc5": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_94", "chunk_highP_95" ] }, "b759c7e8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "20477eea": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_253", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_86", "chunk_864", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "06bdc2e8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "5aa84016": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86", "chunk_504", "chunk_107", "chunk_151", "chunk_788", "chunk_759", "chunk_95", "chunk_744", "chunk_313", "chunk_322", "chunk_99" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_121", "chunk_125", "chunk_143", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_768", "chunk_779", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "99dd9c08": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86", "chunk_504", "chunk_107", "chunk_151", "chunk_788", "chunk_759", "chunk_95", "chunk_744", "chunk_313", "chunk_322", "chunk_99" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_121", "chunk_125", "chunk_143", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_768", "chunk_779", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "32ffef51": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "64b988c8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_713", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "2ac4cb12": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_713", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "2c0e2156": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "415185fd": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_266", "chunk_277", "chunk_29", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_811", "chunk_817", "chunk_819", "chunk_86", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "b7f68141": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_115", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "53a32307": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "c0c9612c": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "3645a548": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "1005f2d8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_539", "chunk_604", "chunk_616", "chunk_65", "chunk_651", "chunk_658", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "b9addf69": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "70e54326": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_279", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_313", "chunk_318", "chunk_320", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_453", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_695", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_792", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_866", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "3151bbb5": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "f058f39a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "f8636f33": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "f84ec3c6": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_817", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_123", "chunk_highP_33", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "b5e6561d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "79dc3fa0": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_94", "chunk_highP_95" ] }, "07738ba5": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_253", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_86", "chunk_864", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "ad81dab4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_266", "chunk_277", "chunk_29", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_811", "chunk_817", "chunk_819", "chunk_86", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "6ba79047": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "fd6d250a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_253", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_86", "chunk_864", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "850866cf": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_817", "chunk_82", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "38c5c41f": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "2dc11067": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "3bc5c0ed": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "e9658ce7": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "65a3537c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_604", "chunk_616", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_817", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_123", "chunk_highP_33", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "0e729350": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "175a4871": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_539", "chunk_604", "chunk_616", "chunk_65", "chunk_651", "chunk_658", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "14c00238": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "e1fadde8": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "9d745bf4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "672100f0": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_539", "chunk_604", "chunk_616", "chunk_65", "chunk_651", "chunk_658", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "231d9ce4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "bbdaf5cc": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "7460c589": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_160", "chunk_164", "chunk_174", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_54", "chunk_570", "chunk_586", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_713", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "b129728d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_442", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_602", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "5cca46d2": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "c0dd1b36": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570", "chunk_79", "chunk_6", "chunk_671", "chunk_267", "chunk_895", "chunk_824", "chunk_642", "chunk_298", "chunk_180", "chunk_highP_12", "chunk_464", "chunk_10", "chunk_highP_44", "chunk_29", "chunk_highP_20", "chunk_596", "chunk_277", "chunk_811", "chunk_266", "chunk_86", "chunk_504", "chunk_107", "chunk_151", "chunk_788", "chunk_759", "chunk_95", "chunk_744", "chunk_313", "chunk_322", "chunk_99" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_104", "chunk_121", "chunk_125", "chunk_143", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_184", "chunk_253", "chunk_290", "chunk_304", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_479", "chunk_49", "chunk_521", "chunk_544", "chunk_600", "chunk_604", "chunk_61", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_768", "chunk_779", "chunk_817", "chunk_819", "chunk_864", "chunk_869", "chunk_9", "chunk_highP_103", "chunk_highP_147", "chunk_highP_153", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "e633aa09": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346", "chunk_highP_94", "chunk_164", "chunk_43", "chunk_867", "chunk_835", "chunk_362", "chunk_826", "chunk_260", "chunk_222", "chunk_570" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_253", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_86", "chunk_864", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_95" ] }, "ea6fa702": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73", "chunk_highP_49", "chunk_highP_115", "chunk_228", "chunk_555", "chunk_236", "chunk_477", "chunk_658", "chunk_318", "chunk_175", "chunk_87", "chunk_60", "chunk_912", "chunk_133", "chunk_highP_2", "chunk_621", "chunk_highP_91", "chunk_highP_76", "chunk_891", "chunk_highP_35", "chunk_346" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_322", "chunk_342", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_570", "chunk_596", "chunk_6", "chunk_600", "chunk_604", "chunk_61", "chunk_642", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_895", "chunk_9", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_20", "chunk_highP_44", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_94", "chunk_highP_95" ] }, "e26f2863": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "9ff00303": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_157", "chunk_164", "chunk_174", "chunk_224", "chunk_229", "chunk_234", "chunk_265", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_539", "chunk_604", "chunk_616", "chunk_65", "chunk_651", "chunk_658", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_824", "chunk_835", "chunk_859", "chunk_914", "chunk_918", "chunk_highP_60", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "e1f99814": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765", "chunk_320", "chunk_highP_88", "chunk_866", "chunk_453", "chunk_30", "chunk_92", "chunk_792", "chunk_279", "chunk_160", "chunk_695", "chunk_394", "chunk_highP_64", "chunk_423", "chunk_481", "chunk_highP_41", "chunk_820", "chunk_627", "chunk_highP_21", "chunk_719", "chunk_681", "chunk_highP_38", "chunk_183", "chunk_highP_120", "chunk_852", "chunk_296", "chunk_highP_105", "chunk_844", "chunk_599", "chunk_730", "chunk_73" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_313", "chunk_318", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_425", "chunk_43", "chunk_452", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_701", "chunk_713", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_824", "chunk_826", "chunk_835", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_115", "chunk_highP_12", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_35", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_68", "chunk_highP_76", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "b0d42e64": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_279", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_313", "chunk_318", "chunk_320", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_453", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_695", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_792", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_866", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "2bd2ad64": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_224", "chunk_229", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_320", "chunk_344", "chunk_352", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_43", "chunk_436", "chunk_453", "chunk_459", "chunk_461", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_604", "chunk_609", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_674", "chunk_695", "chunk_701", "chunk_711", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_817", "chunk_82", "chunk_824", "chunk_832", "chunk_835", "chunk_859", "chunk_869", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "7889624c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_812", "chunk_611", "chunk_highP_105", "chunk_871", "chunk_222", "chunk_156", "chunk_452", "chunk_477", "chunk_590", "chunk_178", "chunk_866", "chunk_744", "chunk_348", "chunk_598", "chunk_79", "chunk_908", "chunk_107", "chunk_108", "chunk_74", "chunk_596", "chunk_92", "chunk_346", "chunk_298", "chunk_729", "chunk_789", "chunk_highP_3", "chunk_818", "chunk_highP_91", "chunk_343", "chunk_342", "chunk_73", "chunk_61", "chunk_479", "chunk_236", "chunk_763", "chunk_300", "chunk_143", "chunk_689", "chunk_765", "chunk_555", "chunk_246", "chunk_152", "chunk_197", "chunk_288", "chunk_753", "chunk_852", "chunk_260", "chunk_864", "chunk_394", "chunk_49", "chunk_414", "chunk_464", "chunk_104", "chunk_highP_38", "chunk_151", "chunk_792", "chunk_121", "chunk_454", "chunk_30", "chunk_779", "chunk_89", "chunk_highP_25", "chunk_120", "chunk_813", "chunk_730", "chunk_296", "chunk_96", "chunk_133", "chunk_279", "chunk_895" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_176", "chunk_400", "chunk_392", "chunk_482", "chunk_187", "chunk_322", "chunk_470", "chunk_379", "chunk_140", "chunk_487", "chunk_326", "chunk_318", "chunk_912", "chunk_122", "chunk_844", "chunk_521", "chunk_705", "chunk_445", "chunk_289", "chunk_819", "chunk_162", "chunk_highP_72", "chunk_249", "chunk_193", "chunk_86", "chunk_339", "chunk_194", "chunk_0", "chunk_544", "chunk_228", "chunk_251", "chunk_highP_18", "chunk_675", "chunk_highP_88", "chunk_9", "chunk_564", "chunk_911", "chunk_125", "chunk_600", "chunk_183", "chunk_2", "chunk_highP_64", "chunk_highP_44", "chunk_77", "chunk_876", "chunk_167", "chunk_60", "chunk_29", "chunk_820", "chunk_520", "chunk_269", "chunk_364", "chunk_681", "chunk_717", "chunk_99", "chunk_78", "chunk_533", "chunk_599", "chunk_388", "chunk_576", "chunk_630", "chunk_6", "chunk_605", "chunk_642", "chunk_504", "chunk_337", "chunk_896", "chunk_340", "chunk_308", "chunk_891" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_132", "chunk_155", "chunk_157", "chunk_164", "chunk_174", "chunk_175", "chunk_180", "chunk_224", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_282", "chunk_290", "chunk_302", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_398", "chunk_415", "chunk_419", "chunk_425", "chunk_426", "chunk_43", "chunk_436", "chunk_442", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_461", "chunk_471", "chunk_478", "chunk_481", "chunk_498", "chunk_508", "chunk_525", "chunk_539", "chunk_570", "chunk_588", "chunk_602", "chunk_604", "chunk_609", "chunk_610", "chunk_616", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_658", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_685", "chunk_695", "chunk_701", "chunk_711", "chunk_719", "chunk_751", "chunk_756", "chunk_759", "chunk_768", "chunk_786", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_859", "chunk_869", "chunk_87", "chunk_906", "chunk_914", "chunk_918", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_73", "chunk_highP_75", "chunk_highP_76", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "f2b4c601": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 1, "systems": { "test": [ "chunk_326", "chunk_610", "chunk_470", "chunk_454", "chunk_81", "chunk_818", "chunk_588", "chunk_440", "chunk_78", "chunk_highP_72", "chunk_908", "chunk_67", "chunk_112", "chunk_174", "chunk_89", "chunk_308", "chunk_520", "chunk_152", "chunk_340", "chunk_415", "chunk_539", "chunk_65", "chunk_398", "chunk_617", "chunk_highP_148", "chunk_471", "chunk_96", "chunk_231", "chunk_669", "chunk_664", "chunk_highP_90", "chunk_344", "chunk_598", "chunk_871", "chunk_859", "chunk_316", "chunk_197", "chunk_605", "chunk_611", "chunk_highP_123", "chunk_616", "chunk_224", "chunk_highP_122", "chunk_576", "chunk_249", "chunk_269", "chunk_highP_18", "chunk_265", "chunk_445", "chunk_highP_86", "chunk_1", "chunk_288", "chunk_442", "chunk_highP_33", "chunk_419", "chunk_327", "chunk_highP_51", "chunk_789", "chunk_705", "chunk_highP_25", "chunk_highP_23", "chunk_167", "chunk_122", "chunk_508", "chunk_300", "chunk_813", "chunk_highP_73", "chunk_187", "chunk_482", "chunk_586" ], "train": [ "chunk_896", "chunk_459", "chunk_156", "chunk_132", "chunk_906", "chunk_84", "chunk_155", "chunk_911", "chunk_533", "chunk_765" ], "val": [ "chunk_251", "chunk_179", "chunk_282", "chunk_229", "chunk_82", "chunk_456", "chunk_108", "chunk_highP_151", "chunk_414", "chunk_77", "chunk_753", "chunk_450", "chunk_590", "chunk_400", "chunk_478", "chunk_756", "chunk_246", "chunk_799", "chunk_193", "chunk_918", "chunk_343", "chunk_602", "chunk_812", "chunk_628", "chunk_337", "chunk_498", "chunk_688", "chunk_242", "chunk_highP_79", "chunk_651", "chunk_highP_3", "chunk_786", "chunk_630", "chunk_832", "chunk_711", "chunk_310", "chunk_564", "chunk_highP_126", "chunk_609", "chunk_806", "chunk_302", "chunk_289", "chunk_487", "chunk_highP_75", "chunk_highP_145", "chunk_0", "chunk_97", "chunk_2", "chunk_751", "chunk_364", "chunk_876", "chunk_717", "chunk_763", "chunk_54", "chunk_426", "chunk_234", "chunk_729", "chunk_689", "chunk_highP_84", "chunk_525", "chunk_194", "chunk_339", "chunk_highP_129", "chunk_352", "chunk_436", "chunk_914", "chunk_highP_65", "chunk_140", "chunk_highP_106", "chunk_120" ] }, "unused": [ "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_125", "chunk_133", "chunk_143", "chunk_151", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_176", "chunk_178", "chunk_180", "chunk_183", "chunk_184", "chunk_222", "chunk_228", "chunk_236", "chunk_253", "chunk_260", "chunk_266", "chunk_267", "chunk_277", "chunk_279", "chunk_29", "chunk_290", "chunk_296", "chunk_298", "chunk_30", "chunk_304", "chunk_313", "chunk_318", "chunk_320", "chunk_322", "chunk_342", "chunk_346", "chunk_348", "chunk_362", "chunk_379", "chunk_388", "chunk_392", "chunk_394", "chunk_423", "chunk_425", "chunk_43", "chunk_452", "chunk_453", "chunk_461", "chunk_464", "chunk_477", "chunk_479", "chunk_481", "chunk_49", "chunk_504", "chunk_521", "chunk_544", "chunk_555", "chunk_570", "chunk_596", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_604", "chunk_61", "chunk_621", "chunk_627", "chunk_642", "chunk_658", "chunk_671", "chunk_674", "chunk_675", "chunk_681", "chunk_685", "chunk_695", "chunk_701", "chunk_713", "chunk_719", "chunk_73", "chunk_730", "chunk_738", "chunk_74", "chunk_744", "chunk_759", "chunk_768", "chunk_779", "chunk_788", "chunk_79", "chunk_792", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_824", "chunk_826", "chunk_835", "chunk_844", "chunk_852", "chunk_86", "chunk_864", "chunk_866", "chunk_867", "chunk_869", "chunk_87", "chunk_891", "chunk_895", "chunk_9", "chunk_912", "chunk_92", "chunk_95", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_21", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_6", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94", "chunk_highP_95" ] }, "804fb8f1": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "026efc91": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_103", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "3ce55481": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_103", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "50c2a866": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "6a815104": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "1205729e": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "edabfdb2": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "c2364c43": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_184", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_304", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "c1a12b22": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "be2435cb": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "c37b6288": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_184", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_304", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "ad75d8bd": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "cc6a6a4a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689", "chunk_187", "chunk_highP_33", "chunk_298", "chunk_176", "chunk_450", "chunk_576", "chunk_84", "chunk_251", "chunk_highP_103", "chunk_521" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_267", "chunk_296", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_479", "chunk_481", "chunk_487", "chunk_533", "chunk_54", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "b7b71400": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_231", "chunk_234", "chunk_236", "chunk_246", "chunk_249", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_394", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_604", "chunk_609", "chunk_617", "chunk_621", "chunk_651", "chunk_664", "chunk_674", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_891", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "6e1d6106": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "1f8cca4e": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "68a937ef": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_highP_103", "chunk_highP_106", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_95" ] }, "91c20792": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "0ed6ad53": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "eaab0c8d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "5100cb23": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "0666e7ce": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "9701acea": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "c694d1ef": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "bf4d50b4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "980e3817": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_231", "chunk_234", "chunk_236", "chunk_246", "chunk_249", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_394", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_604", "chunk_609", "chunk_617", "chunk_621", "chunk_651", "chunk_664", "chunk_674", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_891", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "fdaee84f": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "c37b5d06": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689", "chunk_187", "chunk_highP_33", "chunk_298", "chunk_176", "chunk_450", "chunk_576", "chunk_84", "chunk_251", "chunk_highP_103", "chunk_521" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_267", "chunk_296", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_479", "chunk_481", "chunk_487", "chunk_533", "chunk_54", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "18140864": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "482cb5c2": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_184", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_304", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "3687a5fe": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_681", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_64", "chunk_highP_75" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "02ca9e18": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_highP_103", "chunk_highP_106", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_95" ] }, "a8c17798": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "e6fb786d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "e3e1f8f5": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "8414d5c7": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "d97a3dbe": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "9ce537a2": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "09e06786": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "512dfd7f": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_103", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "91a84283": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "8d2e7894": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "3c6cdb09": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "1e0a85b4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "33935146": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "bf0248f1": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "e0fca959": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "67ae7b70": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689", "chunk_187", "chunk_highP_33", "chunk_298", "chunk_176", "chunk_450", "chunk_576", "chunk_84", "chunk_251", "chunk_highP_103", "chunk_521" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_267", "chunk_296", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_479", "chunk_481", "chunk_487", "chunk_533", "chunk_54", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "11c18d44": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "6c84dbb4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "4828828d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "651b1e78": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "6cfb5e1b": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "86855ab0": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "366ece00": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "ff747ebd": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_231", "chunk_234", "chunk_236", "chunk_246", "chunk_249", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_394", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_604", "chunk_609", "chunk_617", "chunk_621", "chunk_651", "chunk_664", "chunk_674", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_891", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "507cd31c": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "b1da561c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "e3b72e9e": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_681", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_64", "chunk_highP_75" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "4c3b01cc": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "6837a60d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_highP_103", "chunk_highP_106", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_95" ] }, "3feb80b8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_681", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_64", "chunk_highP_75" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "c39cf6ed": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "fecd3544": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "33697adf": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_352", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_453", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_609", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "1c4d22bc": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_highP_103", "chunk_highP_106", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_88", "chunk_highP_95" ] }, "df4a1466": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_234", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_609", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "d0b4c640": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_184", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_304", "chunk_316", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_426", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "c8be7fee": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_681", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_64", "chunk_highP_75" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "be3910e4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_456", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_717", "chunk_719", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_826", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "d0a58906": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_236", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_400", "chunk_415", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "1c7a9dee": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "677541a4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_103", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "4aa84768": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "59acc20a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_112", "chunk_121", "chunk_133", "chunk_140", "chunk_162", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_251", "chunk_279", "chunk_289", "chunk_298", "chunk_337", "chunk_414", "chunk_415", "chunk_43", "chunk_445", "chunk_459", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_753", "chunk_759", "chunk_78", "chunk_788", "chunk_812", "chunk_817", "chunk_820", "chunk_824", "chunk_835", "chunk_844", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_912", "chunk_914", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_75", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "b7a1ea1a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_251", "chunk_267", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "f612121b": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_246", "chunk_400", "chunk_436", "chunk_176", "chunk_highP_73", "chunk_658", "chunk_786", "chunk_236", "chunk_249", "chunk_highP_72", "chunk_392", "chunk_104", "chunk_65", "chunk_99", "chunk_120", "chunk_605", "chunk_477", "chunk_313", "chunk_322", "chunk_425", "chunk_194", "chunk_818", "chunk_265", "chunk_highP_91", "chunk_852", "chunk_152", "chunk_908", "chunk_326", "chunk_164", "chunk_29", "chunk_604", "chunk_394", "chunk_482", "chunk_675", "chunk_398", "chunk_521", "chunk_296", "chunk_96", "chunk_73", "chunk_616", "chunk_564", "chunk_711", "chunk_344", "chunk_30", "chunk_156", "chunk_151", "chunk_819", "chunk_highP_18", "chunk_260", "chunk_61", "chunk_302", "chunk_504", "chunk_157", "chunk_729", "chunk_630", "chunk_125", "chunk_789", "chunk_highP_3", "chunk_896", "chunk_611", "chunk_364", "chunk_763", "chunk_600", "chunk_689", "chunk_348", "chunk_918", "chunk_highP_76", "chunk_highP_60", "chunk_340", "chunk_288" ], "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_highP_105", "chunk_705", "chunk_107", "chunk_756", "chunk_318", "chunk_108", "chunk_779", "chunk_866", "chunk_701", "chunk_895", "chunk_792", "chunk_79", "chunk_379", "chunk_320", "chunk_452", "chunk_765", "chunk_49", "chunk_461", "chunk_487", "chunk_481", "chunk_478", "chunk_864", "chunk_539", "chunk_234", "chunk_388", "chunk_346", "chunk_222", "chunk_339", "chunk_290", "chunk_310", "chunk_86", "chunk_470", "chunk_859", "chunk_highP_38", "chunk_60", "chunk_464", "chunk_876", "chunk_454", "chunk_197", "chunk_598", "chunk_343", "chunk_813", "chunk_308", "chunk_0", "chunk_342", "chunk_77", "chunk_122", "chunk_highP_88", "chunk_419", "chunk_143", "chunk_911", "chunk_highP_25", "chunk_508", "chunk_92", "chunk_498", "chunk_520", "chunk_599", "chunk_744", "chunk_178", "chunk_282", "chunk_300", "chunk_174", "chunk_642", "chunk_224", "chunk_730", "chunk_544", "chunk_highP_44", "chunk_269", "chunk_651", "chunk_167" ] }, "unused": [ "chunk_10", "chunk_112", "chunk_121", "chunk_132", "chunk_133", "chunk_140", "chunk_155", "chunk_162", "chunk_175", "chunk_180", "chunk_183", "chunk_187", "chunk_193", "chunk_2", "chunk_228", "chunk_229", "chunk_231", "chunk_242", "chunk_251", "chunk_253", "chunk_267", "chunk_277", "chunk_279", "chunk_289", "chunk_298", "chunk_327", "chunk_337", "chunk_352", "chunk_362", "chunk_414", "chunk_415", "chunk_43", "chunk_442", "chunk_445", "chunk_453", "chunk_459", "chunk_471", "chunk_479", "chunk_525", "chunk_533", "chunk_555", "chunk_570", "chunk_576", "chunk_590", "chunk_596", "chunk_6", "chunk_602", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_717", "chunk_74", "chunk_751", "chunk_753", "chunk_759", "chunk_768", "chunk_78", "chunk_788", "chunk_799", "chunk_806", "chunk_811", "chunk_812", "chunk_817", "chunk_82", "chunk_820", "chunk_824", "chunk_832", "chunk_835", "chunk_844", "chunk_869", "chunk_87", "chunk_871", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_912", "chunk_914", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_75", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "382a6b16": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_176", "chunk_187", "chunk_193", "chunk_246", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_316", "chunk_318", "chunk_327", "chunk_342", "chunk_348", "chunk_362", "chunk_425", "chunk_426", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_479", "chunk_481", "chunk_487", "chunk_521", "chunk_533", "chunk_54", "chunk_576", "chunk_590", "chunk_599", "chunk_6", "chunk_602", "chunk_617", "chunk_621", "chunk_664", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_74", "chunk_751", "chunk_753", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_84", "chunk_859", "chunk_86", "chunk_866", "chunk_89", "chunk_895", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_64", "chunk_highP_68", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "55f27f08": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_0", "chunk_120", "chunk_122", "chunk_132", "chunk_140", "chunk_157", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_176", "chunk_183", "chunk_187", "chunk_193", "chunk_231", "chunk_234", "chunk_236", "chunk_246", "chunk_249", "chunk_251", "chunk_265", "chunk_267", "chunk_289", "chunk_296", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_327", "chunk_339", "chunk_340", "chunk_342", "chunk_348", "chunk_362", "chunk_394", "chunk_398", "chunk_400", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_445", "chunk_450", "chunk_454", "chunk_456", "chunk_459", "chunk_477", "chunk_478", "chunk_479", "chunk_481", "chunk_487", "chunk_498", "chunk_521", "chunk_533", "chunk_539", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_590", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_604", "chunk_609", "chunk_617", "chunk_621", "chunk_651", "chunk_664", "chunk_674", "chunk_685", "chunk_689", "chunk_713", "chunk_719", "chunk_729", "chunk_73", "chunk_730", "chunk_74", "chunk_744", "chunk_751", "chunk_753", "chunk_763", "chunk_768", "chunk_77", "chunk_78", "chunk_786", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_859", "chunk_86", "chunk_864", "chunk_866", "chunk_871", "chunk_89", "chunk_891", "chunk_895", "chunk_906", "chunk_908", "chunk_912", "chunk_918", "chunk_95", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_64", "chunk_highP_68", "chunk_highP_75", "chunk_highP_76", "chunk_highP_84", "chunk_highP_88", "chunk_highP_95" ] }, "c77ae04d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 2, "systems": { "test": [ "chunk_504", "chunk_388", "chunk_highP_18", "chunk_844", "chunk_616", "chunk_2", "chunk_96", "chunk_482", "chunk_564", "chunk_highP_90", "chunk_346", "chunk_151", "chunk_highP_65", "chunk_300", "chunk_156", "chunk_9", "chunk_92", "chunk_174", "chunk_818", "chunk_313", "chunk_253", "chunk_705", "chunk_308", "chunk_277", "chunk_630", "chunk_highP_35", "chunk_288", "chunk_highP_6", "chunk_392", "chunk_681", "chunk_222", "chunk_67", "chunk_highP_151", "chunk_911", "chunk_highP_123", "chunk_835", "chunk_811", "chunk_81", "chunk_453", "chunk_440", "chunk_322", "chunk_60", "chunk_738", "chunk_49", "chunk_789", "chunk_30", "chunk_180", "chunk_759", "chunk_596", "chunk_279", "chunk_364", "chunk_61", "chunk_162", "chunk_229", "chunk_10", "chunk_611", "chunk_688", "chunk_671", "chunk_highP_41", "chunk_669", "chunk_806", "chunk_555", "chunk_414", "chunk_711", "chunk_194", "chunk_266", "chunk_79", "chunk_43", "chunk_605", "chunk_867" ], "train": [ "chunk_320", "chunk_344", "chunk_817", "chunk_442", "chunk_highP_51", "chunk_302", "chunk_792", "chunk_highP_153", "chunk_82", "chunk_452", "chunk_394", "chunk_604", "chunk_891", "chunk_570", "chunk_674", "chunk_77", "chunk_651", "chunk_231", "chunk_highP_148", "chunk_249", "chunk_310", "chunk_423", "chunk_498", "chunk_864", "chunk_398", "chunk_highP_75", "chunk_768", "chunk_730", "chunk_609", "chunk_highP_147", "chunk_highP_3", "chunk_304", "chunk_highP_38", "chunk_871", "chunk_highP_44", "chunk_234", "chunk_73", "chunk_highP_126", "chunk_906", "chunk_339", "chunk_400", "chunk_0", "chunk_415", "chunk_436", "chunk_600", "chunk_598", "chunk_586", "chunk_832", "chunk_539", "chunk_160", "chunk_236", "chunk_highP_49", "chunk_786", "chunk_99", "chunk_340", "chunk_908", "chunk_744", "chunk_167", "chunk_183", "chunk_478", "chunk_477", "chunk_132", "chunk_97", "chunk_highP_120", "chunk_86", "chunk_621", "chunk_289", "chunk_246", "chunk_751", "chunk_265", "chunk_362", "chunk_74", "chunk_193", "chunk_122", "chunk_753", "chunk_590", "chunk_highP_115", "chunk_highP_84", "chunk_918", "chunk_95", "chunk_912", "chunk_459", "chunk_6", "chunk_456", "chunk_highP_76", "chunk_454", "chunk_highP_106", "chunk_318", "chunk_685", "chunk_689", "chunk_187", "chunk_highP_33", "chunk_298", "chunk_176", "chunk_450", "chunk_576", "chunk_84", "chunk_251", "chunk_highP_103", "chunk_521" ], "val": [ "chunk_107", "chunk_508", "chunk_461", "chunk_876", "chunk_326", "chunk_695", "chunk_highP_79", "chunk_658", "chunk_108", "chunk_914", "chunk_1", "chunk_290", "chunk_143", "chunk_179", "chunk_highP_145", "chunk_87", "chunk_65", "chunk_896", "chunk_112", "chunk_610", "chunk_520", "chunk_464", "chunk_525", "chunk_197", "chunk_highP_86", "chunk_628", "chunk_282", "chunk_152", "chunk_121", "chunk_765", "chunk_337", "chunk_highP_73", "chunk_470", "chunk_544", "chunk_184", "chunk_471", "chunk_260", "chunk_highP_72", "chunk_717", "chunk_155", "chunk_133", "chunk_104", "chunk_352", "chunk_824", "chunk_highP_91", "chunk_701", "chunk_224", "chunk_419", "chunk_29", "chunk_228", "chunk_highP_94", "chunk_779", "chunk_675", "chunk_852", "chunk_269", "chunk_588", "chunk_125", "chunk_819", "chunk_highP_20", "chunk_642", "chunk_869", "chunk_242", "chunk_178", "chunk_343", "chunk_highP_60", "chunk_756", "chunk_627", "chunk_813", "chunk_379", "chunk_highP_105" ] }, "unused": [ "chunk_120", "chunk_140", "chunk_157", "chunk_164", "chunk_175", "chunk_267", "chunk_296", "chunk_316", "chunk_327", "chunk_342", "chunk_348", "chunk_425", "chunk_426", "chunk_445", "chunk_479", "chunk_481", "chunk_487", "chunk_533", "chunk_54", "chunk_599", "chunk_602", "chunk_617", "chunk_664", "chunk_713", "chunk_719", "chunk_729", "chunk_763", "chunk_78", "chunk_788", "chunk_799", "chunk_812", "chunk_820", "chunk_826", "chunk_859", "chunk_866", "chunk_89", "chunk_895", "chunk_highP_12", "chunk_highP_122", "chunk_highP_129", "chunk_highP_2", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_64", "chunk_highP_68", "chunk_highP_88", "chunk_highP_95" ] }, "fcb9f743": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "559b277a": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "33c2793a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "bffc6e72": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "236c020c": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1488", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1692", "chunk_17", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_430", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_757", "chunk_761", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "866ba9f8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "5f4814f8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1488", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1692", "chunk_17", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_430", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_757", "chunk_761", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "000d134a": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "663aadee": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "1181c892": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "961b46fe": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "8f46a612": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "996f0fca": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "dd5c942d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844", "chunk_1369", "chunk_1435", "chunk_882", "chunk_945", "chunk_971", "chunk_848", "chunk_904", "chunk_678", "chunk_503", "chunk_1904" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_865", "chunk_871", "chunk_876", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_983", "chunk_985" ] }, "8981b30e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "a068c1df": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "40ce1736": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "fbed4357": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "d0687ffd": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "6913dee3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "bd5d0709": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "c42daf10": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "fbc0234d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "ec83d372": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "bcb63446": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "0c958eb9": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985", "chunk_99" ] }, "1fe0909a": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "d8df3972": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "ca5270a6": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "59f97cf8": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "1d70f9f9": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "c16817a7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "17d05b27": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "422c2bb0": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1488", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1692", "chunk_17", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_430", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_757", "chunk_761", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "b51e31e0": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844", "chunk_1369", "chunk_1435", "chunk_882", "chunk_945", "chunk_971", "chunk_848", "chunk_904", "chunk_678", "chunk_503", "chunk_1904" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_865", "chunk_871", "chunk_876", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_983", "chunk_985" ] }, "65f15326": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "747ac83c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "964d0d0f": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "34b35607": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "2a0fd575": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_821", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "a8a1b15c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "3cb918e9": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "f83d3ff1": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "03c05cde": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "2f66a14c": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "8f32d854": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "3647da54": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "a0a619c3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "b67a4395": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985", "chunk_99" ] }, "99afd637": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985", "chunk_99" ] }, "b2101598": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_407", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "1fca58da": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "e63c8042": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "1fa2e2b4": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_407", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "85097b84": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "8a1bff72": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "25a683f7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "781d768b": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "9ed5001f": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_407", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "c9318e16": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_599", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "24c68599": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "13220653": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "6705e666": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_882", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "fffd0fc8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844", "chunk_1369", "chunk_1435", "chunk_882", "chunk_945", "chunk_971", "chunk_848", "chunk_904", "chunk_678", "chunk_503", "chunk_1904" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_865", "chunk_871", "chunk_876", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_983", "chunk_985" ] }, "cf2c95ad": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1631", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_983" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "869ab098": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_407", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "cef9d1e2": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1429", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "ccc567dc": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "b6d9b7eb": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "09d9dc7f": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "e7d5c7cc": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985", "chunk_99" ] }, "e36999f4": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1452", "chunk_1466", "chunk_1468", "chunk_1475", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_945", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "7ab3e25d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909", "chunk_1602", "chunk_769", "chunk_1192", "chunk_1385", "chunk_1568", "chunk_1079", "chunk_1747", "chunk_1043", "chunk_484", "chunk_431", "chunk_1310", "chunk_343", "chunk_1588", "chunk_832", "chunk_1502", "chunk_1336", "chunk_1622", "chunk_966", "chunk_58", "chunk_610", "chunk_877", "chunk_1303", "chunk_804", "chunk_228", "chunk_1466", "chunk_1712", "chunk_1869", "chunk_166", "chunk_604", "chunk_1074", "chunk_1909", "chunk_326", "chunk_1341", "chunk_1220", "chunk_1826", "chunk_193", "chunk_443", "chunk_821", "chunk_896", "chunk_1844", "chunk_1369", "chunk_1435", "chunk_882", "chunk_945", "chunk_971", "chunk_848", "chunk_904", "chunk_678", "chunk_503", "chunk_1904" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1068", "chunk_1077", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1212", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1305", "chunk_1347", "chunk_1351", "chunk_136", "chunk_138", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1475", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1840", "chunk_1841", "chunk_186", "chunk_1874", "chunk_1886", "chunk_1907", "chunk_1924", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_330", "chunk_336", "chunk_341", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_437", "chunk_455", "chunk_472", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_586", "chunk_591", "chunk_605", "chunk_641", "chunk_643", "chunk_668", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_809", "chunk_845", "chunk_865", "chunk_871", "chunk_876", "chunk_941", "chunk_954", "chunk_956", "chunk_970", "chunk_983", "chunk_985" ] }, "3eb26ef0": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_745", "chunk_757", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "9090ee13": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1409", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1542", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1847", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_268", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "e4363f5b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1284", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1396", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1478", "chunk_1488", "chunk_1494", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_169", "chunk_1692", "chunk_17", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_173", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1762", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1983", "chunk_2", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_300", "chunk_304", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_361", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_430", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_640", "chunk_641", "chunk_643", "chunk_66", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_757", "chunk_761", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_893", "chunk_896", "chunk_904", "chunk_909", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_971", "chunk_975", "chunk_983", "chunk_985", "chunk_99" ] }, "5c2037d0": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1179", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1608", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_1717", "chunk_172", "chunk_173", "chunk_1742", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1893", "chunk_1904", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1932", "chunk_1937", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_294", "chunk_3", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_326", "chunk_330", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_368", "chunk_376", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_734", "chunk_740", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_763", "chunk_764", "chunk_766", "chunk_769", "chunk_784", "chunk_804", "chunk_807", "chunk_809", "chunk_832", "chunk_845", "chunk_846", "chunk_853", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "8f38a588": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_1372", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_1714", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_490", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_696", "chunk_710", "chunk_72", "chunk_740", "chunk_741", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "b4f63e3f": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_1785", "chunk_1746", "chunk_737", "chunk_954", "chunk_1216", "chunk_975", "chunk_288", "chunk_965", "chunk_634", "chunk_99", "chunk_1396", "chunk_136", "chunk_1726", "chunk_739", "chunk_1554", "chunk_455", "chunk_1844", "chunk_1579", "chunk_893", "chunk_725", "chunk_150", "chunk_1416", "chunk_169", "chunk_1237", "chunk_1716", "chunk_1895", "chunk_1072", "chunk_40", "chunk_1632", "chunk_278", "chunk_1484", "chunk_586", "chunk_1356", "chunk_247", "chunk_29", "chunk_1068", "chunk_1571", "chunk_1946", "chunk_1148", "chunk_667", "chunk_1762", "chunk_1010", "chunk_317", "chunk_95", "chunk_234", "chunk_1250", "chunk_1561", "chunk_580", "chunk_58", "chunk_1453", "chunk_430", "chunk_545", "chunk_443", "chunk_757", "chunk_12", "chunk_562", "chunk_1002", "chunk_1547", "chunk_1740", "chunk_941", "chunk_1091", "chunk_775", "chunk_605", "chunk_1780", "chunk_155", "chunk_1163", "chunk_231", "chunk_1983", "chunk_361", "chunk_1706" ], "test": [ "chunk_1586", "chunk_1054", "chunk_148", "chunk_336", "chunk_1418", "chunk_1816", "chunk_722", "chunk_1225", "chunk_425", "chunk_1003", "chunk_1153", "chunk_821", "chunk_713", "chunk_1128", "chunk_1808", "chunk_1284", "chunk_966", "chunk_640", "chunk_632", "chunk_871", "chunk_1398", "chunk_1074", "chunk_343", "chunk_1027", "chunk_424", "chunk_1859", "chunk_1826", "chunk_781", "chunk_1306", "chunk_1907", "chunk_146", "chunk_1942", "chunk_1961", "chunk_18", "chunk_1512", "chunk_1841", "chunk_366", "chunk_1032", "chunk_1502", "chunk_1369", "chunk_1447", "chunk_1347", "chunk_1620", "chunk_367", "chunk_901", "chunk_52", "chunk_1704", "chunk_1592", "chunk_865", "chunk_1619", "chunk_38", "chunk_674", "chunk_1280", "chunk_28", "chunk_1531", "chunk_1639", "chunk_1905", "chunk_1731", "chunk_1622", "chunk_972", "chunk_956", "chunk_848", "chunk_1264", "chunk_1754", "chunk_1574", "chunk_1089", "chunk_1576", "chunk_971", "chunk_283", "chunk_1381" ] }, "unused": [ "chunk_1009", "chunk_1019", "chunk_1022", "chunk_1043", "chunk_1077", "chunk_1079", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_115", "chunk_116", "chunk_1164", "chunk_1166", "chunk_1192", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1271", "chunk_1273", "chunk_1328", "chunk_1336", "chunk_1341", "chunk_1344", "chunk_1351", "chunk_1367", "chunk_138", "chunk_1391", "chunk_14", "chunk_1407", "chunk_1435", "chunk_1452", "chunk_1468", "chunk_1477", "chunk_1478", "chunk_1479", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1519", "chunk_1534", "chunk_1551", "chunk_1565", "chunk_1568", "chunk_1588", "chunk_159", "chunk_1591", "chunk_1602", "chunk_1612", "chunk_1618", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_1679", "chunk_168", "chunk_1690", "chunk_17", "chunk_172", "chunk_173", "chunk_1744", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1792", "chunk_1806", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1853", "chunk_186", "chunk_1869", "chunk_1893", "chunk_1909", "chunk_193", "chunk_1932", "chunk_1959", "chunk_1960", "chunk_1971", "chunk_1980", "chunk_219", "chunk_228", "chunk_24", "chunk_270", "chunk_285", "chunk_30", "chunk_304", "chunk_310", "chunk_316", "chunk_318", "chunk_330", "chunk_347", "chunk_362", "chunk_368", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_485", "chunk_503", "chunk_505", "chunk_518", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_57", "chunk_600", "chunk_604", "chunk_606", "chunk_610", "chunk_613", "chunk_641", "chunk_643", "chunk_665", "chunk_673", "chunk_678", "chunk_694", "chunk_710", "chunk_72", "chunk_740", "chunk_750", "chunk_762", "chunk_763", "chunk_769", "chunk_784", "chunk_804", "chunk_809", "chunk_845", "chunk_846", "chunk_853", "chunk_873", "chunk_876", "chunk_882", "chunk_896", "chunk_897", "chunk_904", "chunk_908", "chunk_909", "chunk_914", "chunk_959", "chunk_970", "chunk_983", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "117533e6": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_465", "chunk_1372", "chunk_1690", "chunk_600", "chunk_1534", "chunk_159", "chunk_1479", "chunk_1306", "chunk_1895", "chunk_1356", "chunk_1488", "chunk_1551", "chunk_1893", "chunk_430", "chunk_17", "chunk_1589", "chunk_1692", "chunk_734", "chunk_761", "chunk_1740", "chunk_57", "chunk_1762", "chunk_1679", "chunk_169", "chunk_66", "chunk_1284", "chunk_1554", "chunk_294", "chunk_367", "chunk_1478", "chunk_1731", "chunk_1494", "chunk_95", "chunk_893", "chunk_745", "chunk_975", "chunk_1961", "chunk_2", "chunk_892", "chunk_1714", "chunk_304", "chunk_1396", "chunk_640", "chunk_1587", "chunk_99", "chunk_965", "chunk_361", "chunk_505", "chunk_766", "chunk_909" ], "val": [ "chunk_1164", "chunk_908", "chunk_662", "chunk_1239", "chunk_1326", "chunk_144", "chunk_674", "chunk_634", "chunk_1717", "chunk_1592", "chunk_142", "chunk_24", "chunk_632", "chunk_1571", "chunk_425", "chunk_1019", "chunk_784", "chunk_1542", "chunk_1179", "chunk_901", "chunk_781", "chunk_545", "chunk_1381", "chunk_807", "chunk_739", "chunk_1828", "chunk_1853", "chunk_1365", "chunk_1367", "chunk_366", "chunk_407", "chunk_1726", "chunk_1785", "chunk_1780", "chunk_1870", "chunk_148", "chunk_1166", "chunk_1344", "chunk_1163", "chunk_1430", "chunk_647", "chunk_914", "chunk_872", "chunk_177", "chunk_1237", "chunk_278", "chunk_213", "chunk_1816", "chunk_897", "chunk_60", "chunk_1489", "chunk_1379", "chunk_763", "chunk_1477", "chunk_972", "chunk_737", "chunk_539", "chunk_485", "chunk_1280", "chunk_317", "chunk_1591", "chunk_14", "chunk_1484", "chunk_1230", "chunk_1612", "chunk_1639", "chunk_1956", "chunk_1632", "chunk_1022", "chunk_316" ], "test": [ "chunk_1960", "chunk_1468", "chunk_1750", "chunk_562", "chunk_1808", "chunk_873", "chunk_424", "chunk_750", "chunk_673", "chunk_72", "chunk_540", "chunk_1072", "chunk_959", "chunk_457", "chunk_1131", "chunk_853", "chunk_0", "chunk_1216", "chunk_1827", "chunk_1271", "chunk_1859", "chunk_754", "chunk_1002", "chunk_268", "chunk_1932", "chunk_775", "chunk_518", "chunk_599", "chunk_1806", "chunk_36", "chunk_1250", "chunk_1880", "chunk_1716", "chunk_846", "chunk_376", "chunk_231", "chunk_613", "chunk_172", "chunk_1485", "chunk_12", "chunk_1054", "chunk_606", "chunk_1937", "chunk_580", "chunk_1343", "chunk_1407", "chunk_1905", "chunk_1452", "chunk_1010", "chunk_667", "chunk_310", "chunk_1744", "chunk_1847", "chunk_490", "chunk_1547", "chunk_665", "chunk_1429", "chunk_1153", "chunk_1418", "chunk_1328", "chunk_1574", "chunk_150", "chunk_1273", "chunk_283", "chunk_1089", "chunk_1980", "chunk_1225", "chunk_1608", "chunk_740", "chunk_347" ] }, "unused": [ "chunk_1003", "chunk_1009", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_115", "chunk_116", "chunk_1165", "chunk_1192", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1251", "chunk_1264", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1336", "chunk_1341", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1369", "chunk_138", "chunk_1385", "chunk_1391", "chunk_1398", "chunk_1409", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1502", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_155", "chunk_1561", "chunk_1565", "chunk_1568", "chunk_1576", "chunk_1579", "chunk_1586", "chunk_1588", "chunk_1602", "chunk_1618", "chunk_1619", "chunk_1620", "chunk_1622", "chunk_1626", "chunk_1631", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_173", "chunk_1742", "chunk_1746", "chunk_1747", "chunk_1754", "chunk_1792", "chunk_18", "chunk_1826", "chunk_1840", "chunk_1841", "chunk_1844", "chunk_186", "chunk_1869", "chunk_1874", "chunk_1886", "chunk_1904", "chunk_1907", "chunk_1909", "chunk_1924", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1971", "chunk_1983", "chunk_216", "chunk_218", "chunk_219", "chunk_228", "chunk_234", "chunk_247", "chunk_270", "chunk_28", "chunk_285", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_300", "chunk_318", "chunk_326", "chunk_330", "chunk_336", "chunk_341", "chunk_343", "chunk_362", "chunk_368", "chunk_38", "chunk_40", "chunk_415", "chunk_418", "chunk_421", "chunk_43", "chunk_431", "chunk_437", "chunk_443", "chunk_455", "chunk_472", "chunk_484", "chunk_503", "chunk_52", "chunk_534", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_58", "chunk_586", "chunk_591", "chunk_604", "chunk_605", "chunk_610", "chunk_641", "chunk_643", "chunk_668", "chunk_678", "chunk_682", "chunk_694", "chunk_696", "chunk_710", "chunk_713", "chunk_722", "chunk_723", "chunk_725", "chunk_741", "chunk_757", "chunk_762", "chunk_764", "chunk_769", "chunk_804", "chunk_809", "chunk_821", "chunk_832", "chunk_845", "chunk_848", "chunk_865", "chunk_871", "chunk_876", "chunk_877", "chunk_882", "chunk_896", "chunk_904", "chunk_941", "chunk_945", "chunk_954", "chunk_956", "chunk_966", "chunk_970", "chunk_971", "chunk_983", "chunk_985" ] }, "69e3885d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "179bb053": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318", "chunk_168", "chunk_1762", "chunk_1576", "chunk_914", "chunk_832", "chunk_892", "chunk_316", "chunk_278", "chunk_1895", "chunk_643" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_848", "chunk_853", "chunk_873", "chunk_897", "chunk_908", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "6f25a569": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "97ee5a8b": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "f9706115": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_367", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "a9bed2fe": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "cb929b16": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "82676a8a": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "de053664": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1841", "chunk_1844", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_972", "chunk_975" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "f37b4eba": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "c87fce66": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "9aa46505": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_873", "chunk_892", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "30cb6c39": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "0da64b89": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_965", "chunk_966", "chunk_970" ] }, "402f61e5": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "8e88c177": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_367", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "a5b6d5f6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "2f946aed": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "04914bc2": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "bfafda80": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "923ffdd8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318", "chunk_168", "chunk_1762", "chunk_1576", "chunk_914", "chunk_832", "chunk_892", "chunk_316", "chunk_278", "chunk_1895", "chunk_643" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_848", "chunk_853", "chunk_873", "chunk_897", "chunk_908", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "fb6c7d6d": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1841", "chunk_1844", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_972", "chunk_975" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "56972eba": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_318", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "6bba1cb3": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "744f93a1": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318", "chunk_168", "chunk_1762", "chunk_1576", "chunk_914", "chunk_832", "chunk_892", "chunk_316", "chunk_278", "chunk_1895", "chunk_643" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_848", "chunk_853", "chunk_873", "chunk_897", "chunk_908", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "871f21c4": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_318", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "ed503396": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "ff2dc285": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "d6c15206": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_873", "chunk_892", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "973900db": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "05604fd1": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "0ec969a2": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1841", "chunk_1844", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_972", "chunk_975" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "3b89b8e2": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "420e266e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "1b2ce748": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "e377513e": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_965", "chunk_966", "chunk_970" ] }, "7e9f3d59": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "399b141f": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "3baddc47": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_318", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "abc377c7": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_367", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "3642bc57": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "e8ef3311": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "97e17fae": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "3116740e": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "9d4217d6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.19373473434530467 }, "f78ab2b6": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "797422be": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "4a44cea9": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "abcd64e7": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "0cbe6a00": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "034b7e00": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "6d4e86bb": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_965", "chunk_966", "chunk_970" ] }, "eee346c2": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "9347d477": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "93210ae4": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "ce749df0": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_668", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_745", "chunk_761", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "91b85c45": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_144", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1654", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_1692", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_218", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_647", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_892", "chunk_914", "chunk_941", "chunk_945", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.33170692695687665 }, "f1d07a5d": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "a784c2bf": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_407", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2179222542093329 }, "0ae8ba85": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "61031ae0": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_318", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_66", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "56b4e2bd": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318", "chunk_168", "chunk_1762", "chunk_1576", "chunk_914", "chunk_832", "chunk_892", "chunk_316", "chunk_278", "chunk_1895", "chunk_643" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_848", "chunk_853", "chunk_873", "chunk_897", "chunk_908", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "8996a55e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "d2400a1a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "3154c239": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3089707287993594 }, "4aac5e04": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "7af398f8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_873", "chunk_892", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "78ed48a6": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "5999707e": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3132892004452868 }, "9acbdf79": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "38e88dec": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_965", "chunk_966", "chunk_970" ] }, "c6518b4f": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_166", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_897", "chunk_901", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "2e2d8336": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "beaad246": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490", "chunk_1626", "chunk_465", "chunk_985", "chunk_876", "chunk_1869", "chunk_1435", "chunk_1647", "chunk_1828", "chunk_1568", "chunk_970" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1841", "chunk_1844", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_972", "chunk_975" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16394123597454435 }, "6672c345": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24889685510870224 }, "cd1a06ca": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1100", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1310", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1365", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1409", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1430", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1542", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1847", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1886", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_1924", "chunk_193", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_2", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_268", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_294", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_326", "chunk_336", "chunk_341", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_418", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_591", "chunk_599", "chunk_60", "chunk_610", "chunk_632", "chunk_66", "chunk_662", "chunk_665", "chunk_667", "chunk_668", "chunk_673", "chunk_674", "chunk_678", "chunk_682", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_764", "chunk_766", "chunk_769", "chunk_804", "chunk_807", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_872", "chunk_873", "chunk_876", "chunk_877", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3214980133127197 }, "e606a9b8": { "dataset": "node_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1010", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1111", "chunk_1128", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1166", "chunk_1192", "chunk_12", "chunk_1216", "chunk_1220", "chunk_1225", "chunk_1230", "chunk_1250", "chunk_1251", "chunk_1264", "chunk_1271", "chunk_1273", "chunk_1284", "chunk_1303", "chunk_1306", "chunk_1326", "chunk_1341", "chunk_1343", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1369", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1385", "chunk_1396", "chunk_1409", "chunk_1416", "chunk_1418", "chunk_144", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1466", "chunk_1475", "chunk_1477", "chunk_148", "chunk_1485", "chunk_1488", "chunk_1489", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1531", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1554", "chunk_1565", "chunk_1568", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1626", "chunk_1654", "chunk_166", "chunk_1671", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1692", "chunk_1704", "chunk_1706", "chunk_1712", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1731", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1754", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1840", "chunk_1844", "chunk_1847", "chunk_1853", "chunk_1859", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1905", "chunk_1932", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_2", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_285", "chunk_29", "chunk_3", "chunk_300", "chunk_304", "chunk_310", "chunk_316", "chunk_317", "chunk_318", "chunk_326", "chunk_343", "chunk_362", "chunk_367", "chunk_368", "chunk_407", "chunk_424", "chunk_425", "chunk_43", "chunk_443", "chunk_455", "chunk_457", "chunk_465", "chunk_472", "chunk_484", "chunk_503", "chunk_505", "chunk_534", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_613", "chunk_634", "chunk_643", "chunk_66", "chunk_662", "chunk_665", "chunk_668", "chunk_673", "chunk_674", "chunk_682", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_722", "chunk_737", "chunk_739", "chunk_740", "chunk_745", "chunk_750", "chunk_757", "chunk_761", "chunk_764", "chunk_766", "chunk_769", "chunk_775", "chunk_781", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_846", "chunk_848", "chunk_853", "chunk_865", "chunk_872", "chunk_873", "chunk_892", "chunk_893", "chunk_896", "chunk_897", "chunk_901", "chunk_908", "chunk_909", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_975" ] }, "d3aad70c": { "dataset": "node_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_1647", "chunk_971", "chunk_1054", "chunk_1502", "chunk_1165", "chunk_1716", "chunk_1924", "chunk_1886", "chunk_1956", "chunk_1907", "chunk_1216", "chunk_846", "chunk_673", "chunk_367", "chunk_1343", "chunk_1128", "chunk_95", "chunk_1477", "chunk_1166", "chunk_457", "chunk_1396", "chunk_1225", "chunk_1671", "chunk_750", "chunk_310", "chunk_975", "chunk_1905", "chunk_1111", "chunk_1409", "chunk_956", "chunk_285", "chunk_909", "chunk_1692", "chunk_1306", "chunk_954", "chunk_1859", "chunk_1932", "chunk_757", "chunk_896", "chunk_1626", "chunk_2", "chunk_1840", "chunk_1264", "chunk_1565", "chunk_682", "chunk_472", "chunk_1251", "chunk_166", "chunk_865", "chunk_740", "chunk_662", "chunk_1418", "chunk_1466", "chunk_300", "chunk_1754", "chunk_425", "chunk_1531", "chunk_1844", "chunk_766", "chunk_1284", "chunk_1568", "chunk_668", "chunk_534", "chunk_1131", "chunk_503", "chunk_1385", "chunk_1369", "chunk_146", "chunk_1554", "chunk_722", "chunk_1485", "chunk_1010", "chunk_343", "chunk_1740", "chunk_761", "chunk_901", "chunk_43", "chunk_1712", "chunk_613", "chunk_317", "chunk_872", "chunk_1808", "chunk_1489", "chunk_781", "chunk_1230", "chunk_12", "chunk_893", "chunk_1731", "chunk_66", "chunk_318" ], "val": [ "chunk_1670", "chunk_58", "chunk_1429", "chunk_632", "chunk_1239", "chunk_1479", "chunk_1237", "chunk_341", "chunk_366", "chunk_959", "chunk_116", "chunk_762", "chunk_234", "chunk_109", "chunk_1305", "chunk_1089", "chunk_1893", "chunk_678", "chunk_1618", "chunk_18", "chunk_1619", "chunk_361", "chunk_1658", "chunk_99", "chunk_1212", "chunk_723", "chunk_36", "chunk_877", "chunk_667", "chunk_490", "chunk_336", "chunk_539", "chunk_1280", "chunk_1068", "chunk_136", "chunk_871", "chunk_518", "chunk_545", "chunk_169", "chunk_218", "chunk_1679", "chunk_547", "chunk_647", "chunk_1639", "chunk_804", "chunk_1391", "chunk_1222", "chunk_1079", "chunk_741", "chunk_1407", "chunk_1365", "chunk_1022", "chunk_1592", "chunk_1571", "chunk_580", "chunk_1841", "chunk_216", "chunk_1612", "chunk_186", "chunk_1074", "chunk_1909", "chunk_945", "chunk_1631", "chunk_1003", "chunk_115", "chunk_1430", "chunk_1164", "chunk_641", "chunk_1310", "chunk_985" ], "test": [ "chunk_1620", "chunk_14", "chunk_763", "chunk_288", "chunk_1381", "chunk_430", "chunk_173", "chunk_1690", "chunk_213", "chunk_1534", "chunk_294", "chunk_437", "chunk_1561", "chunk_1009", "chunk_821", "chunk_24", "chunk_415", "chunk_548", "chunk_882", "chunk_1726", "chunk_1179", "chunk_1983", "chunk_1484", "chunk_1447", "chunk_696", "chunk_421", "chunk_586", "chunk_485", "chunk_904", "chunk_52", "chunk_1591", "chunk_376", "chunk_1632", "chunk_347", "chunk_142", "chunk_1435", "chunk_283", "chunk_1398", "chunk_1336", "chunk_38", "chunk_1960", "chunk_972", "chunk_845", "chunk_1904", "chunk_219", "chunk_1478", "chunk_1792", "chunk_17", "chunk_640", "chunk_193", "chunk_418", "chunk_1874", "chunk_983", "chunk_270", "chunk_330", "chunk_1328", "chunk_247", "chunk_1579", "chunk_40", "chunk_159", "chunk_1100", "chunk_725", "chunk_30", "chunk_1870", "chunk_431", "chunk_1148", "chunk_1468", "chunk_734", "chunk_754", "chunk_876" ] }, "unused": [ "chunk_0", "chunk_1002", "chunk_1019", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1072", "chunk_1077", "chunk_1091", "chunk_1108", "chunk_1132", "chunk_1133", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_1220", "chunk_1250", "chunk_1271", "chunk_1273", "chunk_1303", "chunk_1326", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_1356", "chunk_1367", "chunk_1372", "chunk_1379", "chunk_138", "chunk_1416", "chunk_144", "chunk_1452", "chunk_1453", "chunk_1475", "chunk_148", "chunk_1488", "chunk_1494", "chunk_150", "chunk_1512", "chunk_1519", "chunk_1542", "chunk_1547", "chunk_155", "chunk_1551", "chunk_1574", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1588", "chunk_1589", "chunk_1602", "chunk_1608", "chunk_1622", "chunk_1654", "chunk_1673", "chunk_1676", "chunk_168", "chunk_1704", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_172", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1747", "chunk_1750", "chunk_1762", "chunk_177", "chunk_1780", "chunk_1785", "chunk_1806", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1847", "chunk_1853", "chunk_1869", "chunk_1880", "chunk_1895", "chunk_1937", "chunk_1942", "chunk_1946", "chunk_1959", "chunk_1961", "chunk_1971", "chunk_1980", "chunk_228", "chunk_231", "chunk_268", "chunk_278", "chunk_28", "chunk_29", "chunk_3", "chunk_304", "chunk_316", "chunk_326", "chunk_362", "chunk_368", "chunk_407", "chunk_424", "chunk_443", "chunk_455", "chunk_465", "chunk_484", "chunk_505", "chunk_540", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_57", "chunk_591", "chunk_599", "chunk_60", "chunk_600", "chunk_604", "chunk_605", "chunk_606", "chunk_610", "chunk_634", "chunk_643", "chunk_665", "chunk_674", "chunk_694", "chunk_710", "chunk_713", "chunk_72", "chunk_737", "chunk_739", "chunk_745", "chunk_764", "chunk_769", "chunk_775", "chunk_784", "chunk_807", "chunk_809", "chunk_832", "chunk_848", "chunk_853", "chunk_873", "chunk_892", "chunk_897", "chunk_908", "chunk_914", "chunk_941", "chunk_965", "chunk_966", "chunk_970" ] }, "9effb8d7": { "dataset": "node_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_109", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1179", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1220", "chunk_1222", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1303", "chunk_1305", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1372", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_142", "chunk_1429", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1587", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_1658", "chunk_166", "chunk_1670", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1714", "chunk_1717", "chunk_1726", "chunk_1740", "chunk_1742", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1870", "chunk_1874", "chunk_1880", "chunk_1895", "chunk_1904", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_213", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_3", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_36", "chunk_362", "chunk_367", "chunk_368", "chunk_376", "chunk_38", "chunk_40", "chunk_407", "chunk_415", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_490", "chunk_503", "chunk_534", "chunk_539", "chunk_540", "chunk_547", "chunk_548", "chunk_549", "chunk_553", "chunk_556", "chunk_562", "chunk_58", "chunk_586", "chunk_599", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_696", "chunk_713", "chunk_725", "chunk_734", "chunk_741", "chunk_745", "chunk_750", "chunk_754", "chunk_762", "chunk_766", "chunk_769", "chunk_804", "chunk_832", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2942115756148774 }, "7938187a": { "dataset": "node_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_300", "chunk_1385", "chunk_1343", "chunk_1494", "chunk_1956", "chunk_1165", "chunk_761", "chunk_216", "chunk_0", "chunk_723", "chunk_1475", "chunk_1654", "chunk_1466", "chunk_1692", "chunk_144", "chunk_892", "chunk_647", "chunk_945", "chunk_218", "chunk_1379", "chunk_1847", "chunk_268", "chunk_1365", "chunk_1712", "chunk_1100", "chunk_66", "chunk_1542", "chunk_1409", "chunk_877", "chunk_1310", "chunk_591", "chunk_1589", "chunk_682", "chunk_294", "chunk_1326", "chunk_764", "chunk_872", "chunk_1924", "chunk_1608", "chunk_60", "chunk_418", "chunk_662", "chunk_668", "chunk_1937", "chunk_1430", "chunk_1886", "chunk_807", "chunk_2", "chunk_341", "chunk_326", "chunk_1222", "chunk_734", "chunk_1587", "chunk_1132", "chunk_599", "chunk_547", "chunk_142", "chunk_766", "chunk_1179", "chunk_109", "chunk_832", "chunk_1870", "chunk_1717", "chunk_540", "chunk_415", "chunk_1303", "chunk_3", "chunk_1658", "chunk_376", "chunk_1305", "chunk_745", "chunk_407", "chunk_1220", "chunk_534", "chunk_1670", "chunk_1429", "chunk_36", "chunk_1742", "chunk_1904", "chunk_754", "chunk_1714", "chunk_556", "chunk_1880", "chunk_1133", "chunk_1372", "chunk_741", "chunk_213", "chunk_1874", "chunk_696", "chunk_490" ], "val": [ "chunk_613", "chunk_1166", "chunk_318", "chunk_1356", "chunk_809", "chunk_1284", "chunk_775", "chunk_1591", "chunk_1619", "chunk_173", "chunk_518", "chunk_1489", "chunk_138", "chunk_909", "chunk_330", "chunk_283", "chunk_1565", "chunk_1225", "chunk_971", "chunk_1731", "chunk_634", "chunk_757", "chunk_455", "chunk_1418", "chunk_168", "chunk_361", "chunk_897", "chunk_431", "chunk_430", "chunk_270", "chunk_853", "chunk_1502", "chunk_1792", "chunk_739", "chunk_1108", "chunk_848", "chunk_1250", "chunk_116", "chunk_505", "chunk_908", "chunk_1237", "chunk_959", "chunk_1618", "chunk_285", "chunk_1009", "chunk_643", "chunk_871", "chunk_177", "chunk_1859", "chunk_1271", "chunk_1754", "chunk_1336", "chunk_641", "chunk_605", "chunk_159", "chunk_115", "chunk_1264", "chunk_640", "chunk_1704", "chunk_710", "chunk_1909", "chunk_1750", "chunk_1785", "chunk_781", "chunk_155", "chunk_1519", "chunk_1632", "chunk_1468", "chunk_1534", "chunk_1003" ], "test": [ "chunk_1479", "chunk_1306", "chunk_1579", "chunk_1961", "chunk_1960", "chunk_1840", "chunk_366", "chunk_228", "chunk_1164", "chunk_247", "chunk_1551", "chunk_1639", "chunk_186", "chunk_983", "chunk_1128", "chunk_1002", "chunk_606", "chunk_57", "chunk_1531", "chunk_893", "chunk_1592", "chunk_1983", "chunk_821", "chunk_1671", "chunk_1561", "chunk_901", "chunk_1328", "chunk_694", "chunk_1369", "chunk_1485", "chunk_172", "chunk_457", "chunk_784", "chunk_580", "chunk_896", "chunk_52", "chunk_1631", "chunk_1478", "chunk_1893", "chunk_545", "chunk_1932", "chunk_1716", "chunk_1574", "chunk_1959", "chunk_1019", "chunk_1853", "chunk_904", "chunk_1747", "chunk_763", "chunk_1622", "chunk_737", "chunk_1612", "chunk_72", "chunk_343", "chunk_1054", "chunk_1588", "chunk_1216", "chunk_1391", "chunk_604", "chunk_1676", "chunk_231", "chunk_600", "chunk_304", "chunk_1396", "chunk_1407", "chunk_484", "chunk_740", "chunk_1762", "chunk_722", "chunk_99" ] }, "unused": [ "chunk_1010", "chunk_1022", "chunk_1027", "chunk_1032", "chunk_1043", "chunk_1068", "chunk_1072", "chunk_1074", "chunk_1077", "chunk_1079", "chunk_1089", "chunk_1091", "chunk_1111", "chunk_1131", "chunk_1148", "chunk_1153", "chunk_1163", "chunk_1192", "chunk_12", "chunk_1212", "chunk_1230", "chunk_1239", "chunk_1251", "chunk_1273", "chunk_1280", "chunk_1341", "chunk_1344", "chunk_1347", "chunk_1351", "chunk_136", "chunk_1367", "chunk_1381", "chunk_1398", "chunk_14", "chunk_1416", "chunk_1435", "chunk_1447", "chunk_1452", "chunk_1453", "chunk_146", "chunk_1477", "chunk_148", "chunk_1484", "chunk_1488", "chunk_150", "chunk_1512", "chunk_1547", "chunk_1554", "chunk_1568", "chunk_1571", "chunk_1576", "chunk_1586", "chunk_1602", "chunk_1620", "chunk_1626", "chunk_1647", "chunk_166", "chunk_1673", "chunk_1679", "chunk_169", "chunk_1690", "chunk_17", "chunk_1706", "chunk_1726", "chunk_1740", "chunk_1744", "chunk_1746", "chunk_1780", "chunk_18", "chunk_1806", "chunk_1808", "chunk_1816", "chunk_1826", "chunk_1827", "chunk_1828", "chunk_1841", "chunk_1844", "chunk_1869", "chunk_1895", "chunk_1905", "chunk_1907", "chunk_193", "chunk_1942", "chunk_1946", "chunk_1971", "chunk_1980", "chunk_219", "chunk_234", "chunk_24", "chunk_278", "chunk_28", "chunk_288", "chunk_29", "chunk_30", "chunk_310", "chunk_316", "chunk_317", "chunk_336", "chunk_347", "chunk_362", "chunk_367", "chunk_368", "chunk_38", "chunk_40", "chunk_421", "chunk_424", "chunk_425", "chunk_43", "chunk_437", "chunk_443", "chunk_465", "chunk_472", "chunk_485", "chunk_503", "chunk_539", "chunk_548", "chunk_549", "chunk_553", "chunk_562", "chunk_58", "chunk_586", "chunk_610", "chunk_632", "chunk_665", "chunk_667", "chunk_673", "chunk_674", "chunk_678", "chunk_713", "chunk_725", "chunk_750", "chunk_762", "chunk_769", "chunk_804", "chunk_845", "chunk_846", "chunk_865", "chunk_873", "chunk_876", "chunk_882", "chunk_914", "chunk_941", "chunk_95", "chunk_954", "chunk_956", "chunk_965", "chunk_966", "chunk_970", "chunk_972", "chunk_975", "chunk_985" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.17940164065146458 }, "5ede0509": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "54811674": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "ee04ee4d": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "7104be63": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "1ac7cc18": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "463f39a6": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226", "chunk_1271", "chunk_773", "chunk_1227", "chunk_1031", "chunk_306", "chunk_106", "chunk_171", "chunk_956", "chunk_683", "chunk_322", "chunk_456", "chunk_266", "chunk_837", "chunk_281", "chunk_130", "chunk_79", "chunk_964", "chunk_1012", "chunk_488", "chunk_908", "chunk_1084", "chunk_584", "chunk_934", "chunk_490", "chunk_81", "chunk_667", "chunk_652", "chunk_1325", "chunk_526", "chunk_433" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "345581dd": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "203b0c77": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "8fdde2e4": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "960b102a": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "4ce98f37": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "579dbc43": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "478d11e0": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "32c4674e": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "a42b8dbc": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "ac4204fe": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "47e44ae9": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "690b686f": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "b801e0fa": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226", "chunk_1271", "chunk_773", "chunk_1227", "chunk_1031", "chunk_306", "chunk_106", "chunk_171", "chunk_956", "chunk_683", "chunk_322" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "6f8e4480": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "49de2c99": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_320", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "b521f99f": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "221a6759": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "b84d5444": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "c2451e2e": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "b6a62128": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "bde2a352": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_427", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "90e868af": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "c57ea458": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "e425fd65": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "95628a89": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226", "chunk_1271", "chunk_773", "chunk_1227", "chunk_1031", "chunk_306", "chunk_106", "chunk_171", "chunk_956", "chunk_683", "chunk_322" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "095e9933": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "5ef7f3ff": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "53a2ffa7": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_427", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "7b6356ac": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_188", "chunk_19", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_433", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_844", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "af685ece": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_544", "chunk_556", "chunk_1087", "chunk_1318", "chunk_1026", "chunk_698", "chunk_245", "chunk_463", "chunk_424", "chunk_189", "chunk_418", "chunk_1051", "chunk_178", "chunk_18", "chunk_601", "chunk_1240", "chunk_165", "chunk_1098", "chunk_1206", "chunk_926", "chunk_208", "chunk_1299", "chunk_1160", "chunk_1192", "chunk_708", "chunk_606", "chunk_1004", "chunk_834", "chunk_382", "chunk_428", "chunk_1293", "chunk_1055", "chunk_342", "chunk_938", "chunk_675", "chunk_113", "chunk_404", "chunk_672", "chunk_1287", "chunk_97", "chunk_1116", "chunk_923", "chunk_104", "chunk_780", "chunk_185", "chunk_1152", "chunk_103", "chunk_464", "chunk_57", "chunk_515", "chunk_796", "chunk_166", "chunk_1236", "chunk_457", "chunk_904", "chunk_737", "chunk_94", "chunk_233", "chunk_507", "chunk_383", "chunk_105", "chunk_14", "chunk_479", "chunk_1002", "chunk_1061", "chunk_468", "chunk_784", "chunk_332", "chunk_711", "chunk_778" ], "test": [ "chunk_746", "chunk_1227", "chunk_1010", "chunk_967", "chunk_934", "chunk_226", "chunk_1120", "chunk_909", "chunk_158", "chunk_1258", "chunk_1066", "chunk_621", "chunk_925", "chunk_371", "chunk_1141", "chunk_118", "chunk_666", "chunk_1068", "chunk_1280", "chunk_901", "chunk_1023", "chunk_861", "chunk_315", "chunk_1185", "chunk_1121", "chunk_1335", "chunk_1186", "chunk_154", "chunk_1230", "chunk_1127", "chunk_435", "chunk_852", "chunk_713", "chunk_570", "chunk_1077", "chunk_110", "chunk_717", "chunk_1255", "chunk_52", "chunk_1251", "chunk_132", "chunk_83", "chunk_810", "chunk_955", "chunk_523", "chunk_1286", "chunk_647", "chunk_73", "chunk_190", "chunk_1317", "chunk_577", "chunk_257", "chunk_812", "chunk_583", "chunk_80", "chunk_116", "chunk_1243", "chunk_830", "chunk_1013", "chunk_174", "chunk_340", "chunk_1209", "chunk_748", "chunk_716", "chunk_179", "chunk_1137", "chunk_1261", "chunk_1060", "chunk_998", "chunk_1339" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_1000", "chunk_1001", "chunk_1003", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1011", "chunk_1012", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1024", "chunk_1025", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1054", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_1129", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1207", "chunk_1208", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1231", "chunk_1232", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1242", "chunk_1244", "chunk_1246", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1259", "chunk_1260", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1285", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_175", "chunk_176", "chunk_177", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_188", "chunk_19", "chunk_193", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_234", "chunk_235", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_256", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_405", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_425", "chunk_426", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_465", "chunk_466", "chunk_467", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_506", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_584", "chunk_585", "chunk_586", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_603", "chunk_604", "chunk_605", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_664", "chunk_665", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_673", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_712", "chunk_714", "chunk_715", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_734", "chunk_735", "chunk_736", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_78", "chunk_781", "chunk_782", "chunk_783", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_807", "chunk_808", "chunk_811", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_829", "chunk_831", "chunk_832", "chunk_833", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_862", "chunk_863", "chunk_864", "chunk_865", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_889", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_900", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_924", "chunk_927", "chunk_928", "chunk_929", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_935", "chunk_936", "chunk_937", "chunk_939", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_968", "chunk_969", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "b7447b80": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_130", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_306", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_322", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_381", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_520", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_542", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_837", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_964", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "db3225b4": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226", "chunk_1271", "chunk_773", "chunk_1227", "chunk_1031", "chunk_306", "chunk_106", "chunk_171", "chunk_956", "chunk_683", "chunk_322", "chunk_456", "chunk_266", "chunk_837", "chunk_281", "chunk_130", "chunk_79", "chunk_964", "chunk_1012", "chunk_488", "chunk_908" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "78d18f4b": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226", "chunk_1271", "chunk_773", "chunk_1227", "chunk_1031", "chunk_306", "chunk_106", "chunk_171", "chunk_956", "chunk_683", "chunk_322", "chunk_456", "chunk_266", "chunk_837", "chunk_281", "chunk_130", "chunk_79", "chunk_964", "chunk_1012", "chunk_488", "chunk_908", "chunk_1084", "chunk_584", "chunk_934", "chunk_490", "chunk_81", "chunk_667", "chunk_652", "chunk_1325", "chunk_526", "chunk_433" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "af8c6754": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_879", "chunk_169", "chunk_1300", "chunk_1042", "chunk_646", "chunk_529", "chunk_132", "chunk_539", "chunk_115", "chunk_888", "chunk_170", "chunk_935", "chunk_1197", "chunk_241", "chunk_30", "chunk_744", "chunk_320", "chunk_698", "chunk_576", "chunk_374", "chunk_419", "chunk_903", "chunk_122", "chunk_1136", "chunk_776", "chunk_963", "chunk_760", "chunk_479", "chunk_1323", "chunk_806", "chunk_945", "chunk_692", "chunk_459", "chunk_1255", "chunk_883", "chunk_403", "chunk_542", "chunk_716", "chunk_1259", "chunk_1225", "chunk_979", "chunk_723", "chunk_907", "chunk_715", "chunk_428", "chunk_533", "chunk_802", "chunk_1305", "chunk_816", "chunk_250", "chunk_520", "chunk_1134", "chunk_1337", "chunk_381", "chunk_200", "chunk_668", "chunk_243", "chunk_43", "chunk_662", "chunk_800", "chunk_1336", "chunk_144", "chunk_1005", "chunk_1213", "chunk_1217", "chunk_1263", "chunk_1034", "chunk_28", "chunk_48", "chunk_226", "chunk_1271", "chunk_773", "chunk_1227", "chunk_1031", "chunk_306", "chunk_106", "chunk_171", "chunk_956", "chunk_683", "chunk_322", "chunk_456", "chunk_266", "chunk_837", "chunk_281", "chunk_130", "chunk_79", "chunk_964", "chunk_1012", "chunk_488", "chunk_908" ], "val": [ "chunk_571", "chunk_852", "chunk_196", "chunk_254", "chunk_661", "chunk_338", "chunk_3", "chunk_748", "chunk_1248", "chunk_382", "chunk_23", "chunk_252", "chunk_114", "chunk_460", "chunk_510", "chunk_805", "chunk_663", "chunk_2", "chunk_1149", "chunk_632", "chunk_736", "chunk_1310", "chunk_867", "chunk_991", "chunk_380", "chunk_855", "chunk_367", "chunk_1139", "chunk_676", "chunk_1333", "chunk_820", "chunk_469", "chunk_971", "chunk_472", "chunk_690", "chunk_470", "chunk_440", "chunk_176", "chunk_366", "chunk_292", "chunk_323", "chunk_508", "chunk_110", "chunk_1251", "chunk_848", "chunk_477", "chunk_1192", "chunk_55", "chunk_829", "chunk_425", "chunk_1129", "chunk_753", "chunk_57", "chunk_892", "chunk_614", "chunk_251", "chunk_492", "chunk_1236", "chunk_165", "chunk_336", "chunk_1262", "chunk_901", "chunk_853", "chunk_611", "chunk_397", "chunk_822", "chunk_1198", "chunk_864", "chunk_431", "chunk_15" ], "test": [ "chunk_1066", "chunk_1233", "chunk_1182", "chunk_965", "chunk_232", "chunk_766", "chunk_260", "chunk_158", "chunk_1219", "chunk_1272", "chunk_605", "chunk_1203", "chunk_430", "chunk_694", "chunk_318", "chunk_308", "chunk_554", "chunk_1049", "chunk_96", "chunk_839", "chunk_1242", "chunk_107", "chunk_8", "chunk_791", "chunk_1148", "chunk_1122", "chunk_1167", "chunk_325", "chunk_151", "chunk_471", "chunk_521", "chunk_983", "chunk_311", "chunk_863", "chunk_845", "chunk_794", "chunk_101", "chunk_321", "chunk_1105", "chunk_60", "chunk_160", "chunk_161", "chunk_602", "chunk_1025", "chunk_545", "chunk_891", "chunk_1286", "chunk_647", "chunk_361", "chunk_1078", "chunk_388", "chunk_378", "chunk_1001", "chunk_222", "chunk_284", "chunk_18", "chunk_1347", "chunk_594", "chunk_451", "chunk_1135", "chunk_1014", "chunk_1146", "chunk_1015", "chunk_1277", "chunk_1265", "chunk_734", "chunk_810", "chunk_743", "chunk_1335", "chunk_304" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_1010", "chunk_1011", "chunk_1013", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_1019", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1032", "chunk_1033", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1137", "chunk_1138", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1147", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1218", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1226", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1231", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1287", "chunk_1288", "chunk_1289", "chunk_129", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_1299", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1334", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_162", "chunk_163", "chunk_164", "chunk_166", "chunk_167", "chunk_168", "chunk_17", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_177", "chunk_178", "chunk_179", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_19", "chunk_190", "chunk_191", "chunk_192", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_20", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_223", "chunk_224", "chunk_225", "chunk_227", "chunk_228", "chunk_229", "chunk_230", "chunk_231", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_242", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_253", "chunk_255", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_280", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_305", "chunk_307", "chunk_309", "chunk_31", "chunk_310", "chunk_312", "chunk_313", "chunk_314", "chunk_315", "chunk_316", "chunk_317", "chunk_319", "chunk_32", "chunk_324", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_375", "chunk_376", "chunk_377", "chunk_379", "chunk_38", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_389", "chunk_39", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_426", "chunk_427", "chunk_429", "chunk_432", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_452", "chunk_453", "chunk_454", "chunk_455", "chunk_457", "chunk_458", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_478", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_509", "chunk_51", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_519", "chunk_52", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_526", "chunk_527", "chunk_528", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_572", "chunk_573", "chunk_574", "chunk_575", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_612", "chunk_613", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_693", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_733", "chunk_735", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_745", "chunk_746", "chunk_747", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_790", "chunk_792", "chunk_793", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_799", "chunk_80", "chunk_801", "chunk_803", "chunk_804", "chunk_807", "chunk_808", "chunk_809", "chunk_81", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_821", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_836", "chunk_838", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_844", "chunk_846", "chunk_847", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_854", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_865", "chunk_866", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_875", "chunk_876", "chunk_877", "chunk_878", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_889", "chunk_89", "chunk_890", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_902", "chunk_904", "chunk_905", "chunk_906", "chunk_909", "chunk_91", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_957", "chunk_958", "chunk_959", "chunk_960", "chunk_961", "chunk_962", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_98", "chunk_980", "chunk_981", "chunk_982", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_992", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "ca26d631": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196", "chunk_358", "chunk_1121", "chunk_1212", "chunk_677", "chunk_938", "chunk_623", "chunk_1155", "chunk_348", "chunk_459", "chunk_254" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "335622af": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "94f7b724": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "181c8c21": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "4e199069": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "dbf8d11a": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196", "chunk_358", "chunk_1121", "chunk_1212", "chunk_677", "chunk_938", "chunk_623", "chunk_1155", "chunk_348", "chunk_459", "chunk_254", "chunk_966", "chunk_590", "chunk_1213", "chunk_1014", "chunk_443", "chunk_303", "chunk_185", "chunk_169", "chunk_658", "chunk_778", "chunk_894", "chunk_885", "chunk_151", "chunk_625", "chunk_22", "chunk_588", "chunk_1080", "chunk_1269", "chunk_1142", "chunk_383" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_589", "chunk_59", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_624", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "36b2c45d": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "aa9a10ea": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "2e8dceb9": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196", "chunk_358", "chunk_1121", "chunk_1212", "chunk_677", "chunk_938", "chunk_623", "chunk_1155", "chunk_348", "chunk_459", "chunk_254", "chunk_966", "chunk_590", "chunk_1213", "chunk_1014", "chunk_443", "chunk_303", "chunk_185", "chunk_169", "chunk_658", "chunk_778", "chunk_894", "chunk_885", "chunk_151", "chunk_625", "chunk_22", "chunk_588", "chunk_1080", "chunk_1269", "chunk_1142", "chunk_383" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_589", "chunk_59", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_624", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "98791361": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196", "chunk_358", "chunk_1121", "chunk_1212", "chunk_677", "chunk_938", "chunk_623", "chunk_1155", "chunk_348", "chunk_459", "chunk_254", "chunk_966", "chunk_590", "chunk_1213", "chunk_1014", "chunk_443", "chunk_303", "chunk_185", "chunk_169", "chunk_658", "chunk_778" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "d75897fa": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880", "chunk_128", "chunk_305", "chunk_1101", "chunk_906", "chunk_296", "chunk_837", "chunk_697", "chunk_180", "chunk_470", "chunk_106" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.492991322212454 }, "460cae02": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "42731bf9": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "2f117403": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "f61edf3a": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5104272549528152 }, "e1c5a176": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "ec6481a5": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "8229997e": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "7005c1b1": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_699", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_76", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5744983346796289 }, "ffdb4713": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "f53ef925": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "63e3d147": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5393758914024452 }, "d4504bdd": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "375c3d64": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "86366446": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "4017ddf9": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_148", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_206", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_496", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_560", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_841", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5581082625871677 }, "cac55ea0": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "c1af5741": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.500460645378494 }, "c092f08e": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149", "chunk_674", "chunk_1319", "chunk_1214", "chunk_1104", "chunk_947", "chunk_806", "chunk_970", "chunk_636", "chunk_844", "chunk_90", "chunk_809", "chunk_93", "chunk_241", "chunk_297", "chunk_472", "chunk_314", "chunk_81", "chunk_126", "chunk_1271", "chunk_187", "chunk_1165", "chunk_1219", "chunk_87", "chunk_1053", "chunk_159", "chunk_501", "chunk_1133", "chunk_1284", "chunk_779", "chunk_880" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.4965700024829664 }, "f26c9a34": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196", "chunk_358", "chunk_1121", "chunk_1212", "chunk_677", "chunk_938", "chunk_623", "chunk_1155", "chunk_348", "chunk_459", "chunk_254" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "7e6902e4": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5226302402146903 }, "8d368582": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "e3636b3a": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "aebd0994": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781", "chunk_328", "chunk_517", "chunk_4", "chunk_235", "chunk_769", "chunk_1064", "chunk_396", "chunk_543", "chunk_247", "chunk_355", "chunk_178", "chunk_652", "chunk_132", "chunk_58", "chunk_371", "chunk_1310", "chunk_244", "chunk_273", "chunk_475", "chunk_111", "chunk_1335", "chunk_643", "chunk_1273", "chunk_1009", "chunk_1293", "chunk_89", "chunk_554", "chunk_1165", "chunk_1041", "chunk_1254", "chunk_753", "chunk_550", "chunk_160", "chunk_1240", "chunk_276", "chunk_327", "chunk_31", "chunk_1047", "chunk_603", "chunk_196", "chunk_358", "chunk_1121", "chunk_1212", "chunk_677", "chunk_938", "chunk_623", "chunk_1155", "chunk_348", "chunk_459", "chunk_254", "chunk_966", "chunk_590", "chunk_1213", "chunk_1014", "chunk_443", "chunk_303", "chunk_185", "chunk_169", "chunk_658", "chunk_778" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_245", "chunk_246", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_274", "chunk_275", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_356", "chunk_357", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "68c76f20": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_577", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_933", "chunk_934", "chunk_936", "chunk_937", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_944", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "7e6e8134": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "84f4d433": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933", "chunk_684", "chunk_1137", "chunk_871", "chunk_809", "chunk_1006", "chunk_1007", "chunk_1081", "chunk_1218", "chunk_818", "chunk_781" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "aa82d6e6": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922", "chunk_505", "chunk_27", "chunk_1006", "chunk_209", "chunk_524", "chunk_1325", "chunk_602", "chunk_645", "chunk_191", "chunk_433", "chunk_4", "chunk_813", "chunk_1309", "chunk_333", "chunk_763", "chunk_555", "chunk_386", "chunk_330", "chunk_406", "chunk_149" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.5161415010712459 }, "5cdedebf": { "dataset": "noisy_lj", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_673", "chunk_1182", "chunk_829", "chunk_1313", "chunk_597", "chunk_680", "chunk_216", "chunk_865", "chunk_1079", "chunk_1274", "chunk_1301", "chunk_146", "chunk_1122", "chunk_227", "chunk_105", "chunk_577", "chunk_944", "chunk_937", "chunk_675", "chunk_933" ], "val": [ "chunk_461", "chunk_537", "chunk_844", "chunk_1072", "chunk_1250", "chunk_1099", "chunk_904", "chunk_1242", "chunk_1300", "chunk_496", "chunk_980", "chunk_433", "chunk_103", "chunk_1039", "chunk_255", "chunk_345", "chunk_761", "chunk_130", "chunk_519", "chunk_494", "chunk_304", "chunk_488", "chunk_166", "chunk_330", "chunk_1287", "chunk_939", "chunk_958", "chunk_775", "chunk_1051", "chunk_1170", "chunk_114", "chunk_1277", "chunk_471", "chunk_570", "chunk_231", "chunk_107", "chunk_1231", "chunk_20", "chunk_575", "chunk_738", "chunk_457", "chunk_1197", "chunk_945", "chunk_525", "chunk_1171", "chunk_559", "chunk_502", "chunk_1019", "chunk_735", "chunk_836", "chunk_807", "chunk_571", "chunk_91", "chunk_875", "chunk_338", "chunk_1186", "chunk_1089", "chunk_542", "chunk_754", "chunk_1323", "chunk_1252", "chunk_1066", "chunk_1276", "chunk_1129", "chunk_39", "chunk_188", "chunk_305", "chunk_1095", "chunk_869", "chunk_189" ], "test": [ "chunk_84", "chunk_767", "chunk_1299", "chunk_1029", "chunk_11", "chunk_206", "chunk_191", "chunk_1345", "chunk_1069", "chunk_1205", "chunk_452", "chunk_527", "chunk_129", "chunk_563", "chunk_839", "chunk_595", "chunk_486", "chunk_55", "chunk_296", "chunk_1150", "chunk_573", "chunk_1260", "chunk_864", "chunk_984", "chunk_377", "chunk_651", "chunk_1177", "chunk_1248", "chunk_710", "chunk_608", "chunk_81", "chunk_799", "chunk_193", "chunk_352", "chunk_1102", "chunk_474", "chunk_768", "chunk_1280", "chunk_1322", "chunk_664", "chunk_889", "chunk_284", "chunk_1090", "chunk_1264", "chunk_322", "chunk_26", "chunk_92", "chunk_131", "chunk_993", "chunk_485", "chunk_1071", "chunk_426", "chunk_752", "chunk_315", "chunk_1257", "chunk_634", "chunk_581", "chunk_647", "chunk_935", "chunk_1288", "chunk_1076", "chunk_125", "chunk_29", "chunk_1054", "chunk_698", "chunk_469", "chunk_718", "chunk_1233", "chunk_1278", "chunk_733" ] }, "unused": [ "chunk_0", "chunk_1", "chunk_10", "chunk_100", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1015", "chunk_1016", "chunk_1017", "chunk_1018", "chunk_102", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1025", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1030", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1036", "chunk_1037", "chunk_1038", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1042", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1048", "chunk_1049", "chunk_1050", "chunk_1052", "chunk_1053", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1067", "chunk_1068", "chunk_1070", "chunk_1073", "chunk_1074", "chunk_1075", "chunk_1077", "chunk_1078", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_109", "chunk_1091", "chunk_1092", "chunk_1093", "chunk_1094", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1107", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1110", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1117", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1127", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1144", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_1148", "chunk_1149", "chunk_115", "chunk_1151", "chunk_1152", "chunk_1153", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1163", "chunk_1164", "chunk_1165", "chunk_1166", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1178", "chunk_1179", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1195", "chunk_1196", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1200", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_1229", "chunk_123", "chunk_1230", "chunk_1232", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1243", "chunk_1244", "chunk_1245", "chunk_1246", "chunk_1247", "chunk_1249", "chunk_1251", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1258", "chunk_1259", "chunk_126", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1265", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_127", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1275", "chunk_1279", "chunk_128", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1285", "chunk_1286", "chunk_1289", "chunk_1290", "chunk_1291", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1298", "chunk_13", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1305", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1331", "chunk_1332", "chunk_1333", "chunk_1334", "chunk_1335", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_134", "chunk_1340", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1344", "chunk_1346", "chunk_1347", "chunk_135", "chunk_136", "chunk_137", "chunk_138", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_147", "chunk_148", "chunk_149", "chunk_15", "chunk_150", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_158", "chunk_159", "chunk_16", "chunk_160", "chunk_161", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_167", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_173", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_186", "chunk_187", "chunk_19", "chunk_190", "chunk_192", "chunk_194", "chunk_195", "chunk_196", "chunk_197", "chunk_198", "chunk_199", "chunk_2", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_215", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_220", "chunk_221", "chunk_222", "chunk_223", "chunk_224", "chunk_225", "chunk_226", "chunk_228", "chunk_229", "chunk_23", "chunk_230", "chunk_232", "chunk_233", "chunk_234", "chunk_235", "chunk_236", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_242", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_256", "chunk_257", "chunk_258", "chunk_259", "chunk_260", "chunk_261", "chunk_262", "chunk_263", "chunk_264", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_270", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_275", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_283", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_30", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_319", "chunk_32", "chunk_320", "chunk_321", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_339", "chunk_34", "chunk_340", "chunk_341", "chunk_342", "chunk_343", "chunk_344", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_351", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_360", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_367", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_383", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_389", "chunk_390", "chunk_391", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_407", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_411", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_416", "chunk_417", "chunk_418", "chunk_419", "chunk_42", "chunk_420", "chunk_421", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_427", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_432", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_439", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_453", "chunk_454", "chunk_455", "chunk_456", "chunk_458", "chunk_459", "chunk_46", "chunk_460", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_467", "chunk_468", "chunk_47", "chunk_470", "chunk_472", "chunk_473", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_483", "chunk_484", "chunk_487", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_50", "chunk_500", "chunk_501", "chunk_503", "chunk_504", "chunk_505", "chunk_506", "chunk_507", "chunk_508", "chunk_509", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_513", "chunk_514", "chunk_515", "chunk_516", "chunk_517", "chunk_518", "chunk_52", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_526", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_544", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_554", "chunk_555", "chunk_556", "chunk_557", "chunk_558", "chunk_56", "chunk_560", "chunk_561", "chunk_562", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_57", "chunk_572", "chunk_574", "chunk_576", "chunk_578", "chunk_579", "chunk_58", "chunk_580", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_586", "chunk_587", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_596", "chunk_598", "chunk_599", "chunk_6", "chunk_60", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_624", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_631", "chunk_632", "chunk_633", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_64", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_659", "chunk_66", "chunk_660", "chunk_661", "chunk_662", "chunk_663", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_670", "chunk_671", "chunk_672", "chunk_674", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_690", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_699", "chunk_7", "chunk_70", "chunk_700", "chunk_701", "chunk_702", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_708", "chunk_709", "chunk_71", "chunk_711", "chunk_712", "chunk_713", "chunk_714", "chunk_715", "chunk_716", "chunk_717", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_736", "chunk_737", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_747", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_753", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_759", "chunk_76", "chunk_760", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_776", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_785", "chunk_786", "chunk_787", "chunk_788", "chunk_789", "chunk_79", "chunk_790", "chunk_791", "chunk_792", "chunk_793", "chunk_794", "chunk_795", "chunk_796", "chunk_797", "chunk_798", "chunk_8", "chunk_80", "chunk_800", "chunk_801", "chunk_802", "chunk_803", "chunk_804", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_814", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_828", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_838", "chunk_840", "chunk_841", "chunk_842", "chunk_843", "chunk_845", "chunk_846", "chunk_847", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_854", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_873", "chunk_874", "chunk_876", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_886", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_893", "chunk_894", "chunk_895", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_900", "chunk_901", "chunk_902", "chunk_903", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_910", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_917", "chunk_918", "chunk_919", "chunk_920", "chunk_921", "chunk_922", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_928", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_932", "chunk_934", "chunk_936", "chunk_938", "chunk_94", "chunk_940", "chunk_941", "chunk_942", "chunk_943", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_959", "chunk_96", "chunk_960", "chunk_961", "chunk_962", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_968", "chunk_969", "chunk_97", "chunk_970", "chunk_971", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_992", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ] }, "1e571466": { "dataset": "noisy_lj", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_562", "chunk_64", "chunk_261", "chunk_283", "chunk_270", "chunk_192", "chunk_1245", "chunk_873", "chunk_789", "chunk_980", "chunk_624", "chunk_76", "chunk_150", "chunk_854", "chunk_173", "chunk_699", "chunk_1030", "chunk_236", "chunk_60", "chunk_427", "chunk_560", "chunk_351", "chunk_138", "chunk_460", "chunk_841", "chunk_215", "chunk_587", "chunk_411", "chunk_275", "chunk_1200", "chunk_206", "chunk_496", "chunk_971", "chunk_509", "chunk_100", "chunk_776", "chunk_186", "chunk_148", "chunk_895", "chunk_922" ], "val": [ "chunk_800", "chunk_661", "chunk_1148", "chunk_513", "chunk_747", "chunk_1166", "chunk_30", "chunk_1117", "chunk_807", "chunk_1305", "chunk_791", "chunk_671", "chunk_959", "chunk_220", "chunk_962", "chunk_1344", "chunk_733", "chunk_360", "chunk_432", "chunk_158", "chunk_556", "chunk_242", "chunk_1265", "chunk_367", "chunk_893", "chunk_1048", "chunk_793", "chunk_847", "chunk_558", "chunk_421", "chunk_515", "chunk_147", "chunk_836", "chunk_1", "chunk_439", "chunk_264", "chunk_10", "chunk_383", "chunk_586", "chunk_526", "chunk_418", "chunk_467", "chunk_391", "chunk_527", "chunk_700", "chunk_52", "chunk_690", "chunk_814", "chunk_785", "chunk_663", "chunk_19", "chunk_1195", "chunk_1229", "chunk_229", "chunk_702", "chunk_1232", "chunk_1163", "chunk_389", "chunk_1259", "chunk_576", "chunk_1230", "chunk_1036", "chunk_1246", "chunk_942", "chunk_714", "chunk_1340", "chunk_161", "chunk_340", "chunk_876", "chunk_1042" ], "test": [ "chunk_932", "chunk_575", "chunk_50", "chunk_167", "chunk_1107", "chunk_544", "chunk_1025", "chunk_659", "chunk_910", "chunk_1144", "chunk_102", "chunk_196", "chunk_32", "chunk_1285", "chunk_864", "chunk_554", "chunk_198", "chunk_928", "chunk_759", "chunk_1093", "chunk_1129", "chunk_407", "chunk_865", "chunk_1153", "chunk_1335", "chunk_134", "chunk_1347", "chunk_1291", "chunk_127", "chunk_91", "chunk_235", "chunk_631", "chunk_843", "chunk_968", "chunk_256", "chunk_900", "chunk_454", "chunk_1074", "chunk_1149", "chunk_223", "chunk_796", "chunk_1331", "chunk_483", "chunk_992", "chunk_1298", "chunk_1179", "chunk_1015", "chunk_670", "chunk_57", "chunk_1127", "chunk_1018", "chunk_1289", "chunk_344", "chunk_315", "chunk_506", "chunk_319", "chunk_828", "chunk_1110", "chunk_58", "chunk_886", "chunk_708", "chunk_416", "chunk_838", "chunk_917", "chunk_516", "chunk_1332", "chunk_889", "chunk_715", "chunk_542", "chunk_804" ] }, "unused": [ "chunk_0", "chunk_1000", "chunk_1001", "chunk_1002", "chunk_1003", "chunk_1004", "chunk_1005", "chunk_1006", "chunk_1007", "chunk_1008", "chunk_1009", "chunk_101", "chunk_1010", "chunk_1011", "chunk_1012", "chunk_1013", "chunk_1014", "chunk_1016", "chunk_1017", "chunk_1019", "chunk_1020", "chunk_1021", "chunk_1022", "chunk_1023", "chunk_1024", "chunk_1026", "chunk_1027", "chunk_1028", "chunk_1029", "chunk_103", "chunk_1031", "chunk_1032", "chunk_1033", "chunk_1034", "chunk_1035", "chunk_1037", "chunk_1038", "chunk_1039", "chunk_104", "chunk_1040", "chunk_1041", "chunk_1043", "chunk_1044", "chunk_1045", "chunk_1046", "chunk_1047", "chunk_1049", "chunk_105", "chunk_1050", "chunk_1051", "chunk_1052", "chunk_1053", "chunk_1054", "chunk_1055", "chunk_1056", "chunk_1057", "chunk_1058", "chunk_1059", "chunk_106", "chunk_1060", "chunk_1061", "chunk_1062", "chunk_1063", "chunk_1064", "chunk_1065", "chunk_1066", "chunk_1067", "chunk_1068", "chunk_1069", "chunk_107", "chunk_1070", "chunk_1071", "chunk_1072", "chunk_1073", "chunk_1075", "chunk_1076", "chunk_1077", "chunk_1078", "chunk_1079", "chunk_108", "chunk_1080", "chunk_1081", "chunk_1082", "chunk_1083", "chunk_1084", "chunk_1085", "chunk_1086", "chunk_1087", "chunk_1088", "chunk_1089", "chunk_109", "chunk_1090", "chunk_1091", "chunk_1092", "chunk_1094", "chunk_1095", "chunk_1096", "chunk_1097", "chunk_1098", "chunk_1099", "chunk_11", "chunk_110", "chunk_1100", "chunk_1101", "chunk_1102", "chunk_1103", "chunk_1104", "chunk_1105", "chunk_1106", "chunk_1108", "chunk_1109", "chunk_111", "chunk_1111", "chunk_1112", "chunk_1113", "chunk_1114", "chunk_1115", "chunk_1116", "chunk_1118", "chunk_1119", "chunk_112", "chunk_1120", "chunk_1121", "chunk_1122", "chunk_1123", "chunk_1124", "chunk_1125", "chunk_1126", "chunk_1128", "chunk_113", "chunk_1130", "chunk_1131", "chunk_1132", "chunk_1133", "chunk_1134", "chunk_1135", "chunk_1136", "chunk_1137", "chunk_1138", "chunk_1139", "chunk_114", "chunk_1140", "chunk_1141", "chunk_1142", "chunk_1143", "chunk_1145", "chunk_1146", "chunk_1147", "chunk_115", "chunk_1150", "chunk_1151", "chunk_1152", "chunk_1154", "chunk_1155", "chunk_1156", "chunk_1157", "chunk_1158", "chunk_1159", "chunk_116", "chunk_1160", "chunk_1161", "chunk_1162", "chunk_1164", "chunk_1165", "chunk_1167", "chunk_1168", "chunk_1169", "chunk_117", "chunk_1170", "chunk_1171", "chunk_1172", "chunk_1173", "chunk_1174", "chunk_1175", "chunk_1176", "chunk_1177", "chunk_1178", "chunk_118", "chunk_1180", "chunk_1181", "chunk_1182", "chunk_1183", "chunk_1184", "chunk_1185", "chunk_1186", "chunk_1187", "chunk_1188", "chunk_1189", "chunk_119", "chunk_1190", "chunk_1191", "chunk_1192", "chunk_1193", "chunk_1194", "chunk_1196", "chunk_1197", "chunk_1198", "chunk_1199", "chunk_12", "chunk_120", "chunk_1201", "chunk_1202", "chunk_1203", "chunk_1204", "chunk_1205", "chunk_1206", "chunk_1207", "chunk_1208", "chunk_1209", "chunk_121", "chunk_1210", "chunk_1211", "chunk_1212", "chunk_1213", "chunk_1214", "chunk_1215", "chunk_1216", "chunk_1217", "chunk_1218", "chunk_1219", "chunk_122", "chunk_1220", "chunk_1221", "chunk_1222", "chunk_1223", "chunk_1224", "chunk_1225", "chunk_1226", "chunk_1227", "chunk_1228", "chunk_123", "chunk_1231", "chunk_1233", "chunk_1234", "chunk_1235", "chunk_1236", "chunk_1237", "chunk_1238", "chunk_1239", "chunk_124", "chunk_1240", "chunk_1241", "chunk_1242", "chunk_1243", "chunk_1244", "chunk_1247", "chunk_1248", "chunk_1249", "chunk_125", "chunk_1250", "chunk_1251", "chunk_1252", "chunk_1253", "chunk_1254", "chunk_1255", "chunk_1256", "chunk_1257", "chunk_1258", "chunk_126", "chunk_1260", "chunk_1261", "chunk_1262", "chunk_1263", "chunk_1264", "chunk_1266", "chunk_1267", "chunk_1268", "chunk_1269", "chunk_1270", "chunk_1271", "chunk_1272", "chunk_1273", "chunk_1274", "chunk_1275", "chunk_1276", "chunk_1277", "chunk_1278", "chunk_1279", "chunk_128", "chunk_1280", "chunk_1281", "chunk_1282", "chunk_1283", "chunk_1284", "chunk_1286", "chunk_1287", "chunk_1288", "chunk_129", "chunk_1290", "chunk_1292", "chunk_1293", "chunk_1294", "chunk_1295", "chunk_1296", "chunk_1297", "chunk_1299", "chunk_13", "chunk_130", "chunk_1300", "chunk_1301", "chunk_1302", "chunk_1303", "chunk_1304", "chunk_1306", "chunk_1307", "chunk_1308", "chunk_1309", "chunk_131", "chunk_1310", "chunk_1311", "chunk_1312", "chunk_1313", "chunk_1314", "chunk_1315", "chunk_1316", "chunk_1317", "chunk_1318", "chunk_1319", "chunk_132", "chunk_1320", "chunk_1321", "chunk_1322", "chunk_1323", "chunk_1324", "chunk_1325", "chunk_1326", "chunk_1327", "chunk_1328", "chunk_1329", "chunk_133", "chunk_1330", "chunk_1333", "chunk_1334", "chunk_1336", "chunk_1337", "chunk_1338", "chunk_1339", "chunk_1341", "chunk_1342", "chunk_1343", "chunk_1345", "chunk_1346", "chunk_135", "chunk_136", "chunk_137", "chunk_139", "chunk_14", "chunk_140", "chunk_141", "chunk_142", "chunk_143", "chunk_144", "chunk_145", "chunk_146", "chunk_149", "chunk_15", "chunk_151", "chunk_152", "chunk_153", "chunk_154", "chunk_155", "chunk_156", "chunk_157", "chunk_159", "chunk_16", "chunk_160", "chunk_162", "chunk_163", "chunk_164", "chunk_165", "chunk_166", "chunk_168", "chunk_169", "chunk_17", "chunk_170", "chunk_171", "chunk_172", "chunk_174", "chunk_175", "chunk_176", "chunk_177", "chunk_178", "chunk_179", "chunk_18", "chunk_180", "chunk_181", "chunk_182", "chunk_183", "chunk_184", "chunk_185", "chunk_187", "chunk_188", "chunk_189", "chunk_190", "chunk_191", "chunk_193", "chunk_194", "chunk_195", "chunk_197", "chunk_199", "chunk_2", "chunk_20", "chunk_200", "chunk_201", "chunk_202", "chunk_203", "chunk_204", "chunk_205", "chunk_207", "chunk_208", "chunk_209", "chunk_21", "chunk_210", "chunk_211", "chunk_212", "chunk_213", "chunk_214", "chunk_216", "chunk_217", "chunk_218", "chunk_219", "chunk_22", "chunk_221", "chunk_222", "chunk_224", "chunk_225", "chunk_226", "chunk_227", "chunk_228", "chunk_23", "chunk_230", "chunk_231", "chunk_232", "chunk_233", "chunk_234", "chunk_237", "chunk_238", "chunk_239", "chunk_24", "chunk_240", "chunk_241", "chunk_243", "chunk_244", "chunk_245", "chunk_246", "chunk_247", "chunk_248", "chunk_249", "chunk_25", "chunk_250", "chunk_251", "chunk_252", "chunk_253", "chunk_254", "chunk_255", "chunk_257", "chunk_258", "chunk_259", "chunk_26", "chunk_260", "chunk_262", "chunk_263", "chunk_265", "chunk_266", "chunk_267", "chunk_268", "chunk_269", "chunk_27", "chunk_271", "chunk_272", "chunk_273", "chunk_274", "chunk_276", "chunk_277", "chunk_278", "chunk_279", "chunk_28", "chunk_280", "chunk_281", "chunk_282", "chunk_284", "chunk_285", "chunk_286", "chunk_287", "chunk_288", "chunk_289", "chunk_29", "chunk_290", "chunk_291", "chunk_292", "chunk_293", "chunk_294", "chunk_295", "chunk_296", "chunk_297", "chunk_298", "chunk_299", "chunk_3", "chunk_300", "chunk_301", "chunk_302", "chunk_303", "chunk_304", "chunk_305", "chunk_306", "chunk_307", "chunk_308", "chunk_309", "chunk_31", "chunk_310", "chunk_311", "chunk_312", "chunk_313", "chunk_314", "chunk_316", "chunk_317", "chunk_318", "chunk_320", "chunk_321", "chunk_322", "chunk_323", "chunk_324", "chunk_325", "chunk_326", "chunk_327", "chunk_328", "chunk_329", "chunk_33", "chunk_330", "chunk_331", "chunk_332", "chunk_333", "chunk_334", "chunk_335", "chunk_336", "chunk_337", "chunk_338", "chunk_339", "chunk_34", "chunk_341", "chunk_342", "chunk_343", "chunk_345", "chunk_346", "chunk_347", "chunk_348", "chunk_349", "chunk_35", "chunk_350", "chunk_352", "chunk_353", "chunk_354", "chunk_355", "chunk_356", "chunk_357", "chunk_358", "chunk_359", "chunk_36", "chunk_361", "chunk_362", "chunk_363", "chunk_364", "chunk_365", "chunk_366", "chunk_368", "chunk_369", "chunk_37", "chunk_370", "chunk_371", "chunk_372", "chunk_373", "chunk_374", "chunk_375", "chunk_376", "chunk_377", "chunk_378", "chunk_379", "chunk_38", "chunk_380", "chunk_381", "chunk_382", "chunk_384", "chunk_385", "chunk_386", "chunk_387", "chunk_388", "chunk_39", "chunk_390", "chunk_392", "chunk_393", "chunk_394", "chunk_395", "chunk_396", "chunk_397", "chunk_398", "chunk_399", "chunk_4", "chunk_40", "chunk_400", "chunk_401", "chunk_402", "chunk_403", "chunk_404", "chunk_405", "chunk_406", "chunk_408", "chunk_409", "chunk_41", "chunk_410", "chunk_412", "chunk_413", "chunk_414", "chunk_415", "chunk_417", "chunk_419", "chunk_42", "chunk_420", "chunk_422", "chunk_423", "chunk_424", "chunk_425", "chunk_426", "chunk_428", "chunk_429", "chunk_43", "chunk_430", "chunk_431", "chunk_433", "chunk_434", "chunk_435", "chunk_436", "chunk_437", "chunk_438", "chunk_44", "chunk_440", "chunk_441", "chunk_442", "chunk_443", "chunk_444", "chunk_445", "chunk_446", "chunk_447", "chunk_448", "chunk_449", "chunk_45", "chunk_450", "chunk_451", "chunk_452", "chunk_453", "chunk_455", "chunk_456", "chunk_457", "chunk_458", "chunk_459", "chunk_46", "chunk_461", "chunk_462", "chunk_463", "chunk_464", "chunk_465", "chunk_466", "chunk_468", "chunk_469", "chunk_47", "chunk_470", "chunk_471", "chunk_472", "chunk_473", "chunk_474", "chunk_475", "chunk_476", "chunk_477", "chunk_478", "chunk_479", "chunk_48", "chunk_480", "chunk_481", "chunk_482", "chunk_484", "chunk_485", "chunk_486", "chunk_487", "chunk_488", "chunk_489", "chunk_49", "chunk_490", "chunk_491", "chunk_492", "chunk_493", "chunk_494", "chunk_495", "chunk_497", "chunk_498", "chunk_499", "chunk_5", "chunk_500", "chunk_501", "chunk_502", "chunk_503", "chunk_504", "chunk_505", "chunk_507", "chunk_508", "chunk_51", "chunk_510", "chunk_511", "chunk_512", "chunk_514", "chunk_517", "chunk_518", "chunk_519", "chunk_520", "chunk_521", "chunk_522", "chunk_523", "chunk_524", "chunk_525", "chunk_528", "chunk_529", "chunk_53", "chunk_530", "chunk_531", "chunk_532", "chunk_533", "chunk_534", "chunk_535", "chunk_536", "chunk_537", "chunk_538", "chunk_539", "chunk_54", "chunk_540", "chunk_541", "chunk_543", "chunk_545", "chunk_546", "chunk_547", "chunk_548", "chunk_549", "chunk_55", "chunk_550", "chunk_551", "chunk_552", "chunk_553", "chunk_555", "chunk_557", "chunk_559", "chunk_56", "chunk_561", "chunk_563", "chunk_564", "chunk_565", "chunk_566", "chunk_567", "chunk_568", "chunk_569", "chunk_570", "chunk_571", "chunk_572", "chunk_573", "chunk_574", "chunk_577", "chunk_578", "chunk_579", "chunk_580", "chunk_581", "chunk_582", "chunk_583", "chunk_584", "chunk_585", "chunk_588", "chunk_589", "chunk_59", "chunk_590", "chunk_591", "chunk_592", "chunk_593", "chunk_594", "chunk_595", "chunk_596", "chunk_597", "chunk_598", "chunk_599", "chunk_6", "chunk_600", "chunk_601", "chunk_602", "chunk_603", "chunk_604", "chunk_605", "chunk_606", "chunk_607", "chunk_608", "chunk_609", "chunk_61", "chunk_610", "chunk_611", "chunk_612", "chunk_613", "chunk_614", "chunk_615", "chunk_616", "chunk_617", "chunk_618", "chunk_619", "chunk_62", "chunk_620", "chunk_621", "chunk_622", "chunk_623", "chunk_625", "chunk_626", "chunk_627", "chunk_628", "chunk_629", "chunk_63", "chunk_630", "chunk_632", "chunk_633", "chunk_634", "chunk_635", "chunk_636", "chunk_637", "chunk_638", "chunk_639", "chunk_640", "chunk_641", "chunk_642", "chunk_643", "chunk_644", "chunk_645", "chunk_646", "chunk_647", "chunk_648", "chunk_649", "chunk_65", "chunk_650", "chunk_651", "chunk_652", "chunk_653", "chunk_654", "chunk_655", "chunk_656", "chunk_657", "chunk_658", "chunk_66", "chunk_660", "chunk_662", "chunk_664", "chunk_665", "chunk_666", "chunk_667", "chunk_668", "chunk_669", "chunk_67", "chunk_672", "chunk_673", "chunk_674", "chunk_675", "chunk_676", "chunk_677", "chunk_678", "chunk_679", "chunk_68", "chunk_680", "chunk_681", "chunk_682", "chunk_683", "chunk_684", "chunk_685", "chunk_686", "chunk_687", "chunk_688", "chunk_689", "chunk_69", "chunk_691", "chunk_692", "chunk_693", "chunk_694", "chunk_695", "chunk_696", "chunk_697", "chunk_698", "chunk_7", "chunk_70", "chunk_701", "chunk_703", "chunk_704", "chunk_705", "chunk_706", "chunk_707", "chunk_709", "chunk_71", "chunk_710", "chunk_711", "chunk_712", "chunk_713", "chunk_716", "chunk_717", "chunk_718", "chunk_719", "chunk_72", "chunk_720", "chunk_721", "chunk_722", "chunk_723", "chunk_724", "chunk_725", "chunk_726", "chunk_727", "chunk_728", "chunk_729", "chunk_73", "chunk_730", "chunk_731", "chunk_732", "chunk_734", "chunk_735", "chunk_736", "chunk_737", "chunk_738", "chunk_739", "chunk_74", "chunk_740", "chunk_741", "chunk_742", "chunk_743", "chunk_744", "chunk_745", "chunk_746", "chunk_748", "chunk_749", "chunk_75", "chunk_750", "chunk_751", "chunk_752", "chunk_753", "chunk_754", "chunk_755", "chunk_756", "chunk_757", "chunk_758", "chunk_760", "chunk_761", "chunk_762", "chunk_763", "chunk_764", "chunk_765", "chunk_766", "chunk_767", "chunk_768", "chunk_769", "chunk_77", "chunk_770", "chunk_771", "chunk_772", "chunk_773", "chunk_774", "chunk_775", "chunk_777", "chunk_778", "chunk_779", "chunk_78", "chunk_780", "chunk_781", "chunk_782", "chunk_783", "chunk_784", "chunk_786", "chunk_787", "chunk_788", "chunk_79", "chunk_790", "chunk_792", "chunk_794", "chunk_795", "chunk_797", "chunk_798", "chunk_799", "chunk_8", "chunk_80", "chunk_801", "chunk_802", "chunk_803", "chunk_805", "chunk_806", "chunk_808", "chunk_809", "chunk_81", "chunk_810", "chunk_811", "chunk_812", "chunk_813", "chunk_815", "chunk_816", "chunk_817", "chunk_818", "chunk_819", "chunk_82", "chunk_820", "chunk_821", "chunk_822", "chunk_823", "chunk_824", "chunk_825", "chunk_826", "chunk_827", "chunk_829", "chunk_83", "chunk_830", "chunk_831", "chunk_832", "chunk_833", "chunk_834", "chunk_835", "chunk_837", "chunk_839", "chunk_84", "chunk_840", "chunk_842", "chunk_844", "chunk_845", "chunk_846", "chunk_848", "chunk_849", "chunk_85", "chunk_850", "chunk_851", "chunk_852", "chunk_853", "chunk_855", "chunk_856", "chunk_857", "chunk_858", "chunk_859", "chunk_86", "chunk_860", "chunk_861", "chunk_862", "chunk_863", "chunk_866", "chunk_867", "chunk_868", "chunk_869", "chunk_87", "chunk_870", "chunk_871", "chunk_872", "chunk_874", "chunk_875", "chunk_877", "chunk_878", "chunk_879", "chunk_88", "chunk_880", "chunk_881", "chunk_882", "chunk_883", "chunk_884", "chunk_885", "chunk_887", "chunk_888", "chunk_89", "chunk_890", "chunk_891", "chunk_892", "chunk_894", "chunk_896", "chunk_897", "chunk_898", "chunk_899", "chunk_9", "chunk_90", "chunk_901", "chunk_902", "chunk_903", "chunk_904", "chunk_905", "chunk_906", "chunk_907", "chunk_908", "chunk_909", "chunk_911", "chunk_912", "chunk_913", "chunk_914", "chunk_915", "chunk_916", "chunk_918", "chunk_919", "chunk_92", "chunk_920", "chunk_921", "chunk_923", "chunk_924", "chunk_925", "chunk_926", "chunk_927", "chunk_929", "chunk_93", "chunk_930", "chunk_931", "chunk_933", "chunk_934", "chunk_935", "chunk_936", "chunk_937", "chunk_938", "chunk_939", "chunk_94", "chunk_940", "chunk_941", "chunk_943", "chunk_944", "chunk_945", "chunk_946", "chunk_947", "chunk_948", "chunk_949", "chunk_95", "chunk_950", "chunk_951", "chunk_952", "chunk_953", "chunk_954", "chunk_955", "chunk_956", "chunk_957", "chunk_958", "chunk_96", "chunk_960", "chunk_961", "chunk_963", "chunk_964", "chunk_965", "chunk_966", "chunk_967", "chunk_969", "chunk_97", "chunk_970", "chunk_972", "chunk_973", "chunk_974", "chunk_975", "chunk_976", "chunk_977", "chunk_978", "chunk_979", "chunk_98", "chunk_981", "chunk_982", "chunk_983", "chunk_984", "chunk_985", "chunk_986", "chunk_987", "chunk_988", "chunk_989", "chunk_99", "chunk_990", "chunk_991", "chunk_993", "chunk_994", "chunk_995", "chunk_996", "chunk_997", "chunk_998", "chunk_999" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.52959989485775 }, "672c379d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "be250c07": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_576", "chunk_605", "chunk_65", "chunk_651", "chunk_681", "chunk_730", "chunk_763", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_3", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "c248be07": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "216e86c9": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "a950aa53": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_576", "chunk_605", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_817", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_123", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "4b7c6386": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "c80cb756": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_674", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "290748f4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "f2cbb290": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "4d658001": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "44085f12": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "972d6494": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "e382f099": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_520", "chunk_533", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_6", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_844", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_88", "chunk_highP_90", "chunk_highP_95" ] }, "85c5473a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "dde7e0b8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "a2d8d698": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "cf745e80": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_576", "chunk_605", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_817", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_123", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "f80b92ab": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "24318da0": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_316", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_426", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "c9e7b88e": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "1b4defb5": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713", "chunk_highP_72", "chunk_487", "chunk_346", "chunk_570", "chunk_86", "chunk_0", "chunk_152", "chunk_711", "chunk_812", "chunk_337" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_10", "chunk_121", "chunk_132", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_504", "chunk_54", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_819", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_79", "chunk_highP_95" ] }, "f1d97935": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_426", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "58bc606b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_812", "chunk_819", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "1bf1a3f0": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_674", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "dd99f0be": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "497f015a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "38678929": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_817", "chunk_82", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "a48af329": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_316", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_426", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "29f721b8": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_812", "chunk_819", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "d4b4b9c8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_576", "chunk_605", "chunk_65", "chunk_651", "chunk_681", "chunk_730", "chunk_763", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_3", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "86e1d5a3": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "91e3c86b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713", "chunk_highP_72", "chunk_487", "chunk_346", "chunk_570", "chunk_86", "chunk_0", "chunk_152", "chunk_711", "chunk_812", "chunk_337" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_10", "chunk_121", "chunk_132", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_504", "chunk_54", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_819", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_79", "chunk_highP_95" ] }, "9f92fb78": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "a758d7d3": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_520", "chunk_533", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_6", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_844", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_88", "chunk_highP_90", "chunk_highP_95" ] }, "928745b9": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "a655b83e": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "19b0a4fb": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "51fc0891": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_520", "chunk_533", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_6", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_844", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_88", "chunk_highP_90", "chunk_highP_95" ] }, "0be6d2dd": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_426", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "2817a99b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_674", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "3407e8d4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713", "chunk_highP_72", "chunk_487", "chunk_346", "chunk_570", "chunk_86", "chunk_0", "chunk_152", "chunk_711", "chunk_812", "chunk_337" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_10", "chunk_121", "chunk_132", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_504", "chunk_54", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_819", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_79", "chunk_highP_95" ] }, "599ce7da": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_440", "chunk_445", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_674", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "32d160f4": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_234", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_290", "chunk_298", "chunk_304", "chunk_310", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_426", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_520", "chunk_533", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_6", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_844", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_88", "chunk_highP_90", "chunk_highP_95" ] }, "b539ccc1": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "5cd2542f": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "6d6394b6": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "b2e43ae5": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "2a387a3a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "2f309f59": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_122", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_688", "chunk_695", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_9", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "e4dedd14": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "032613f2": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_817", "chunk_82", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "42f895f9": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713", "chunk_highP_72", "chunk_487", "chunk_346", "chunk_570", "chunk_86", "chunk_0", "chunk_152", "chunk_711", "chunk_812", "chunk_337" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_10", "chunk_121", "chunk_132", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_504", "chunk_54", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_819", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_79", "chunk_highP_95" ] }, "56b145fd": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "e3e3d1b8": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_812", "chunk_819", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "accd4e10": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_602", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "9ff765ec": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222", "chunk_729", "chunk_156", "chunk_96", "chunk_298", "chunk_339", "chunk_highP_90", "chunk_859", "chunk_highP_65", "chunk_282", "chunk_267", "chunk_738", "chunk_highP_51", "chunk_388", "chunk_616", "chunk_832", "chunk_415", "chunk_194", "chunk_highP_21", "chunk_806", "chunk_713" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_229", "chunk_260", "chunk_277", "chunk_29", "chunk_304", "chunk_327", "chunk_337", "chunk_346", "chunk_348", "chunk_362", "chunk_392", "chunk_414", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_751", "chunk_756", "chunk_786", "chunk_81", "chunk_812", "chunk_819", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_79", "chunk_highP_95" ] }, "92a0f0d7": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104", "chunk_912", "chunk_671", "chunk_400", "chunk_675", "chunk_753", "chunk_452", "chunk_664", "chunk_125", "chunk_436", "chunk_685", "chunk_705", "chunk_61", "chunk_310", "chunk_highP_75", "chunk_74", "chunk_788", "chunk_155", "chunk_674", "chunk_876", "chunk_864", "chunk_651", "chunk_759", "chunk_425", "chunk_609", "chunk_242", "chunk_445", "chunk_642", "chunk_highP_20", "chunk_183", "chunk_107", "chunk_highP_44", "chunk_highP_41", "chunk_9", "chunk_197", "chunk_122", "chunk_564", "chunk_249", "chunk_688", "chunk_695", "chunk_222" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_121", "chunk_132", "chunk_152", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_193", "chunk_194", "chunk_229", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_423", "chunk_440", "chunk_487", "chunk_504", "chunk_54", "chunk_570", "chunk_576", "chunk_616", "chunk_617", "chunk_628", "chunk_658", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_751", "chunk_756", "chunk_786", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_867", "chunk_871", "chunk_911", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "c2f2cd35": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290", "chunk_253", "chunk_231", "chunk_820", "chunk_627", "chunk_97", "chunk_highP_60", "chunk_590", "chunk_highP_12", "chunk_869", "chunk_104" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_242", "chunk_249", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "eac5b107": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_602", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "d9270316": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_811", "chunk_highP_123", "chunk_67", "chunk_151", "chunk_701", "chunk_914", "chunk_824", "chunk_251", "chunk_313", "chunk_300", "chunk_520", "chunk_6", "chunk_highP_115", "chunk_533", "chunk_316", "chunk_highP_88", "chunk_844", "chunk_234", "chunk_426", "chunk_290" ], "val": [ "chunk_364", "chunk_891", "chunk_84", "chunk_605", "chunk_30", "chunk_highP_106", "chunk_817", "chunk_600", "chunk_65", "chunk_481", "chunk_289", "chunk_133", "chunk_461", "chunk_521", "chunk_highP_103", "chunk_highP_122", "chunk_highP_105", "chunk_453", "chunk_236", "chunk_442", "chunk_630", "chunk_456", "chunk_265", "chunk_470", "chunk_621", "chunk_792", "chunk_730", "chunk_184", "chunk_765", "chunk_296", "chunk_279", "chunk_162", "chunk_464", "chunk_318", "chunk_799", "chunk_908", "chunk_highP_153", "chunk_112", "chunk_120", "chunk_highP_94", "chunk_419", "chunk_140", "chunk_157", "chunk_340", "chunk_379", "chunk_866", "chunk_498", "chunk_454", "chunk_highP_76", "chunk_610", "chunk_669", "chunk_477", "chunk_highP_6", "chunk_539", "chunk_87", "chunk_320", "chunk_highP_84", "chunk_906", "chunk_599", "chunk_459", "chunk_143", "chunk_2", "chunk_471", "chunk_479", "chunk_highP_151", "chunk_246", "chunk_342", "chunk_224", "chunk_482", "chunk_highP_68" ], "test": [ "chunk_77", "chunk_highP_148", "chunk_343", "chunk_322", "chunk_835", "chunk_326", "chunk_918", "chunk_308", "chunk_598", "chunk_73", "chunk_269", "chunk_508", "chunk_266", "chunk_1", "chunk_895", "chunk_555", "chunk_82", "chunk_768", "chunk_450", "chunk_highP_91", "chunk_60", "chunk_398", "chunk_highP_126", "chunk_highP_73", "chunk_789", "chunk_302", "chunk_852", "chunk_394", "chunk_43", "chunk_highP_145", "chunk_89", "chunk_187", "chunk_611", "chunk_544", "chunk_92", "chunk_highP_86", "chunk_602", "chunk_689", "chunk_717", "chunk_highP_18", "chunk_826", "chunk_744", "chunk_79", "chunk_586", "chunk_highP_2", "chunk_525", "chunk_763", "chunk_344", "chunk_779", "chunk_681", "chunk_49", "chunk_813", "chunk_588", "chunk_604", "chunk_178", "chunk_highP_3", "chunk_228", "chunk_highP_129", "chunk_174", "chunk_288", "chunk_478", "chunk_596", "chunk_352", "chunk_818", "chunk_78", "chunk_896", "chunk_108", "chunk_176", "chunk_highP_35", "chunk_719" ] }, "unused": [ "chunk_0", "chunk_10", "chunk_104", "chunk_107", "chunk_121", "chunk_122", "chunk_125", "chunk_132", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_164", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_183", "chunk_193", "chunk_194", "chunk_197", "chunk_222", "chunk_229", "chunk_231", "chunk_242", "chunk_249", "chunk_253", "chunk_260", "chunk_267", "chunk_277", "chunk_282", "chunk_29", "chunk_298", "chunk_304", "chunk_310", "chunk_327", "chunk_337", "chunk_339", "chunk_346", "chunk_348", "chunk_362", "chunk_388", "chunk_392", "chunk_400", "chunk_414", "chunk_415", "chunk_423", "chunk_425", "chunk_436", "chunk_440", "chunk_445", "chunk_452", "chunk_487", "chunk_504", "chunk_54", "chunk_564", "chunk_570", "chunk_576", "chunk_590", "chunk_609", "chunk_61", "chunk_616", "chunk_617", "chunk_627", "chunk_628", "chunk_642", "chunk_651", "chunk_658", "chunk_664", "chunk_671", "chunk_674", "chunk_675", "chunk_685", "chunk_688", "chunk_695", "chunk_705", "chunk_711", "chunk_713", "chunk_729", "chunk_738", "chunk_74", "chunk_751", "chunk_753", "chunk_756", "chunk_759", "chunk_786", "chunk_788", "chunk_806", "chunk_81", "chunk_812", "chunk_819", "chunk_820", "chunk_832", "chunk_859", "chunk_86", "chunk_864", "chunk_867", "chunk_869", "chunk_871", "chunk_876", "chunk_9", "chunk_911", "chunk_912", "chunk_95", "chunk_96", "chunk_97", "chunk_99", "chunk_highP_12", "chunk_highP_120", "chunk_highP_147", "chunk_highP_20", "chunk_highP_21", "chunk_highP_23", "chunk_highP_25", "chunk_highP_33", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_75", "chunk_highP_79", "chunk_highP_90", "chunk_highP_95" ] }, "18cfbc73": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "c331698d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "9f6fed1d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "ce24776f": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_120", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_456", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_756", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "f622d558": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "ce2225af": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "af1e1de1": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_817", "chunk_82", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "ecd71f57": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_152", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "0c0de2f0": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33", "chunk_152", "chunk_highP_120", "chunk_67", "chunk_539", "chunk_79", "chunk_751", "chunk_464", "chunk_817", "chunk_99", "chunk_337" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_362", "chunk_398", "chunk_454", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_788", "chunk_811", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "82f53e66": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_152", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "b0dc0cfb": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "30a82c72": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_539", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_681", "chunk_711", "chunk_717", "chunk_759", "chunk_788", "chunk_789", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_105", "chunk_highP_64", "chunk_highP_72" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "747a1f80": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_788", "chunk_789", "chunk_817", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_105", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "94021fe0": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_228", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "12e95a7b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_246", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "fa3d3d33": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "929daf34": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_88", "chunk_highP_94" ] }, "9bd4b4c5": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_539", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_681", "chunk_711", "chunk_717", "chunk_759", "chunk_788", "chunk_789", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_105", "chunk_highP_64", "chunk_highP_72" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "e6d4fad1": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_246", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "37de44ad": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_788", "chunk_789", "chunk_817", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_105", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "ce250ce4": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "f54bc676": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "828f0f2b": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33", "chunk_152", "chunk_highP_120", "chunk_67", "chunk_539", "chunk_79", "chunk_751", "chunk_464", "chunk_817", "chunk_99", "chunk_337" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_362", "chunk_398", "chunk_454", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_788", "chunk_811", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "493384d0": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "96b38eec": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "966498fe": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_88", "chunk_highP_94" ] }, "9d9f6916": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "df730e34": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "78d75efa": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33", "chunk_152", "chunk_highP_120", "chunk_67", "chunk_539", "chunk_79", "chunk_751", "chunk_464", "chunk_817", "chunk_99", "chunk_337" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_362", "chunk_398", "chunk_454", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_788", "chunk_811", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "1cfc13be": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_246", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "022c07cd": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "0edb44aa": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_120", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_456", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_756", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "84d17142": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_88", "chunk_highP_94" ] }, "fad32638": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_426", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_713", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "ac9099ae": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "21f20b74": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_426", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "87f8fee2": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "064d539a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_88", "chunk_highP_94" ] }, "6dca435d": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "84ddee43": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_228", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "9669d809": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_120", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_456", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_756", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "522ae187": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "46835b64": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "dc26c448": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "8063a40a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_246", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "f73afe7a": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_426", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_713", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "c8d1ebae": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_426", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "01362b19": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_160", "chunk_162", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_260", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_362", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_86", "chunk_highP_88", "chunk_highP_94" ] }, "44db3bc3": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33", "chunk_152", "chunk_highP_120", "chunk_67", "chunk_539", "chunk_79", "chunk_751", "chunk_464", "chunk_817", "chunk_99", "chunk_337" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_362", "chunk_398", "chunk_454", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_788", "chunk_811", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_highP_103", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "377337a9": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "19cd6f42": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_817", "chunk_82", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "fa997fff": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "4ed63b93": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_844", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "051593c7": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_152", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "f3b76d47": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "e1460271": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_290", "chunk_296", "chunk_30", "chunk_327", "chunk_337", "chunk_343", "chunk_362", "chunk_364", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_616", "chunk_65", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_713", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_79", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "d5781f7a": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "multi_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_120", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_157", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_456", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_588", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_756", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "ea988227": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "ce516857": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_0", "chunk_104", "chunk_107", "chunk_125", "chunk_133", "chunk_143", "chunk_152", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_187", "chunk_197", "chunk_2", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_246", "chunk_260", "chunk_269", "chunk_290", "chunk_296", "chunk_30", "chunk_316", "chunk_327", "chunk_337", "chunk_339", "chunk_343", "chunk_362", "chunk_364", "chunk_379", "chunk_392", "chunk_398", "chunk_419", "chunk_442", "chunk_453", "chunk_454", "chunk_464", "chunk_470", "chunk_471", "chunk_478", "chunk_479", "chunk_482", "chunk_487", "chunk_49", "chunk_498", "chunk_508", "chunk_520", "chunk_533", "chunk_539", "chunk_54", "chunk_544", "chunk_555", "chunk_576", "chunk_590", "chunk_596", "chunk_599", "chunk_600", "chunk_61", "chunk_616", "chunk_621", "chunk_65", "chunk_651", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_689", "chunk_705", "chunk_713", "chunk_73", "chunk_738", "chunk_744", "chunk_751", "chunk_763", "chunk_768", "chunk_788", "chunk_79", "chunk_806", "chunk_811", "chunk_817", "chunk_818", "chunk_819", "chunk_820", "chunk_826", "chunk_832", "chunk_84", "chunk_844", "chunk_86", "chunk_866", "chunk_876", "chunk_89", "chunk_9", "chunk_914", "chunk_918", "chunk_92", "chunk_95", "chunk_96", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_120", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_64", "chunk_highP_68", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_88", "chunk_highP_91", "chunk_highP_94" ] }, "5335dbde": { "dataset": "stiff_optimized", "mode": "normal", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_289", "chunk_765", "chunk_302", "chunk_132", "chunk_459", "chunk_176", "chunk_681", "chunk_122", "chunk_394", "chunk_792", "chunk_756", "chunk_157", "chunk_318", "chunk_81", "chunk_120", "chunk_236", "chunk_799", "chunk_304", "chunk_456", "chunk_588", "chunk_84", "chunk_133", "chunk_866", "chunk_339", "chunk_86", "chunk_highP_68", "chunk_269", "chunk_590", "chunk_379", "chunk_highP_20", "chunk_876", "chunk_224", "chunk_143", "chunk_highP_151", "chunk_689", "chunk_487", "chunk_95", "chunk_806", "chunk_highP_105", "chunk_621", "chunk_49", "chunk_482", "chunk_599", "chunk_92", "chunk_651", "chunk_73", "chunk_316", "chunk_highP_84", "chunk_highP_38", "chunk_832", "chunk_478", "chunk_290", "chunk_231", "chunk_453", "chunk_164", "chunk_96", "chunk_155", "chunk_highP_79", "chunk_highP_91", "chunk_768", "chunk_246", "chunk_763", "chunk_0", "chunk_343", "chunk_471", "chunk_61", "chunk_175", "chunk_508", "chunk_highP_49", "chunk_364", "chunk_highP_2", "chunk_392", "chunk_616", "chunk_222", "chunk_highP_148", "chunk_highP_126", "chunk_713", "chunk_highP_86", "chunk_296", "chunk_65", "chunk_179", "chunk_125", "chunk_442", "chunk_9", "chunk_highP_88", "chunk_419", "chunk_818", "chunk_54", "chunk_30", "chunk_highP_33" ], "val": [ "chunk_308", "chunk_298", "chunk_highP_12", "chunk_611", "chunk_610", "chunk_869", "chunk_753", "chunk_717", "chunk_719", "chunk_320", "chunk_140", "chunk_229", "chunk_711", "chunk_824", "chunk_445", "chunk_786", "chunk_617", "chunk_400", "chunk_183", "chunk_521", "chunk_267", "chunk_highP_72", "chunk_highP_76", "chunk_313", "chunk_450", "chunk_586", "chunk_344", "chunk_highP_21", "chunk_628", "chunk_highP_115", "chunk_525", "chunk_342", "chunk_highP_65", "chunk_779", "chunk_789", "chunk_highP_145", "chunk_852", "chunk_658", "chunk_415", "chunk_896", "chunk_627", "chunk_326", "chunk_6", "chunk_151", "chunk_highP_18", "chunk_279", "chunk_251", "chunk_253", "chunk_43", "chunk_911", "chunk_193", "chunk_642", "chunk_867", "chunk_178", "chunk_highP_90", "chunk_310", "chunk_282", "chunk_highP_95", "chunk_436", "chunk_180", "chunk_87", "chunk_759", "chunk_414", "chunk_701", "chunk_630", "chunk_266", "chunk_340", "chunk_249", "chunk_highP_3", "chunk_440" ], "test": [ "chunk_906", "chunk_1", "chunk_highP_75", "chunk_288", "chunk_729", "chunk_388", "chunk_77", "chunk_452", "chunk_605", "chunk_477", "chunk_423", "chunk_highP_6", "chunk_174", "chunk_871", "chunk_300", "chunk_425", "chunk_564", "chunk_78", "chunk_891", "chunk_598", "chunk_504", "chunk_10", "chunk_346", "chunk_609", "chunk_461", "chunk_112", "chunk_29", "chunk_highP_25", "chunk_74", "chunk_156", "chunk_348", "chunk_835", "chunk_671", "chunk_highP_51", "chunk_97", "chunk_895", "chunk_730", "chunk_184", "chunk_highP_23", "chunk_322", "chunk_265", "chunk_352", "chunk_604", "chunk_664", "chunk_669", "chunk_859", "chunk_908", "chunk_481", "chunk_426", "chunk_570", "chunk_highP_153", "chunk_194", "chunk_864", "chunk_695", "chunk_813", "chunk_234", "chunk_60", "chunk_912", "chunk_602", "chunk_highP_73", "chunk_121", "chunk_242", "chunk_highP_106", "chunk_812", "chunk_685", "chunk_167", "chunk_277", "chunk_highP_122", "chunk_82", "chunk_108" ] }, "unused": [ "chunk_104", "chunk_107", "chunk_152", "chunk_160", "chunk_162", "chunk_187", "chunk_197", "chunk_2", "chunk_228", "chunk_260", "chunk_327", "chunk_337", "chunk_362", "chunk_398", "chunk_454", "chunk_464", "chunk_470", "chunk_479", "chunk_498", "chunk_520", "chunk_533", "chunk_539", "chunk_544", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_67", "chunk_674", "chunk_675", "chunk_688", "chunk_705", "chunk_738", "chunk_744", "chunk_751", "chunk_788", "chunk_79", "chunk_811", "chunk_817", "chunk_819", "chunk_820", "chunk_826", "chunk_844", "chunk_89", "chunk_914", "chunk_918", "chunk_99", "chunk_highP_103", "chunk_highP_120", "chunk_highP_123", "chunk_highP_129", "chunk_highP_147", "chunk_highP_35", "chunk_highP_41", "chunk_highP_44", "chunk_highP_60", "chunk_highP_64", "chunk_highP_94" ] }, "35cb31f0": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "d3d8e97f": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "6c094907": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_576", "chunk_605", "chunk_65", "chunk_651", "chunk_681", "chunk_730", "chunk_763", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_3", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "69e959c8": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_817", "chunk_82", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "8673f689": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_602", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "296dffb9": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_160", "chunk_162", "chunk_164", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_304", "chunk_316", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_426", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_54", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_713", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "3ed67fb6": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "4f5d214d": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_143", "chunk_162", "chunk_164", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_249", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_576", "chunk_605", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_817", "chunk_864", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_123", "chunk_highP_3", "chunk_highP_33", "chunk_highP_38", "chunk_highP_44", "chunk_highP_60", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "d9d03144": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_282", "chunk_296", "chunk_300", "chunk_318", "chunk_344", "chunk_352", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_436", "chunk_445", "chunk_453", "chunk_454", "chunk_459", "chunk_464", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_605", "chunk_609", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_730", "chunk_763", "chunk_768", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_864", "chunk_869", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_918", "chunk_96", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_44", "chunk_highP_49", "chunk_highP_60", "chunk_highP_65", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "ac58e3c9": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 3, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_630", "chunk_479", "chunk_78", "chunk_highP_91", "chunk_498", "chunk_852", "chunk_0", "chunk_140", "chunk_616", "chunk_470", "chunk_419", "chunk_156", "chunk_786", "chunk_520", "chunk_highP_88", "chunk_866", "chunk_599", "chunk_86", "chunk_348", "chunk_43", "chunk_705", "chunk_346", "chunk_789", "chunk_818", "chunk_400", "chunk_187", "chunk_342", "chunk_122", "chunk_756", "chunk_234", "chunk_133", "chunk_914", "chunk_521", "chunk_596", "chunk_871", "chunk_394", "chunk_6", "chunk_908", "chunk_343", "chunk_701", "chunk_398", "chunk_675", "chunk_157", "chunk_61", "chunk_174", "chunk_104", "chunk_788", "chunk_313", "chunk_176", "chunk_911", "chunk_611", "chunk_604", "chunk_highP_76", "chunk_60", "chunk_895", "chunk_835", "chunk_337", "chunk_183", "chunk_461", "chunk_779", "chunk_533", "chunk_251", "chunk_highP_64", "chunk_555", "chunk_highP_105", "chunk_813", "chunk_364", "chunk_717", "chunk_590", "chunk_340" ], "test": [ "chunk_819", "chunk_765", "chunk_544", "chunk_744", "chunk_689", "chunk_339", "chunk_729", "chunk_74", "chunk_658", "chunk_379", "chunk_77", "chunk_302", "chunk_452", "chunk_564", "chunk_107", "chunk_844", "chunk_298", "chunk_151", "chunk_308", "chunk_79", "chunk_288", "chunk_642", "chunk_49", "chunk_178", "chunk_highP_72", "chunk_326", "chunk_290", "chunk_highP_73", "chunk_753", "chunk_425", "chunk_167", "chunk_508", "chunk_320", "chunk_859", "chunk_92", "chunk_792", "chunk_246", "chunk_812", "chunk_260", "chunk_820", "chunk_highP_75", "chunk_99", "chunk_highP_18", "chunk_194", "chunk_120", "chunk_896", "chunk_152", "chunk_487", "chunk_539", "chunk_112", "chunk_759", "chunk_279", "chunk_2", "chunk_478", "chunk_598", "chunk_193", "chunk_824", "chunk_229", "chunk_highP_25", "chunk_269", "chunk_265", "chunk_73", "chunk_310", "chunk_322", "chunk_711", "chunk_289", "chunk_600", "chunk_29", "chunk_912", "chunk_30" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_108", "chunk_121", "chunk_125", "chunk_132", "chunk_143", "chunk_155", "chunk_162", "chunk_164", "chunk_175", "chunk_180", "chunk_197", "chunk_222", "chunk_224", "chunk_228", "chunk_231", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_267", "chunk_277", "chunk_282", "chunk_296", "chunk_300", "chunk_316", "chunk_318", "chunk_327", "chunk_344", "chunk_352", "chunk_362", "chunk_388", "chunk_392", "chunk_414", "chunk_415", "chunk_426", "chunk_436", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_459", "chunk_464", "chunk_471", "chunk_477", "chunk_481", "chunk_482", "chunk_504", "chunk_525", "chunk_570", "chunk_576", "chunk_588", "chunk_602", "chunk_605", "chunk_609", "chunk_610", "chunk_617", "chunk_627", "chunk_65", "chunk_651", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_719", "chunk_730", "chunk_751", "chunk_763", "chunk_768", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_84", "chunk_864", "chunk_869", "chunk_87", "chunk_876", "chunk_89", "chunk_891", "chunk_9", "chunk_906", "chunk_918", "chunk_96", "chunk_97", "chunk_highP_103", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_3", "chunk_highP_33", "chunk_highP_35", "chunk_highP_38", "chunk_highP_41", "chunk_highP_44", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_60", "chunk_highP_65", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 }, "4739a94c": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155", "chunk_highP_33", "chunk_695", "chunk_664", "chunk_817", "chunk_525", "chunk_highP_84", "chunk_highP_94", "chunk_669", "chunk_highP_123", "chunk_627" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_539", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_681", "chunk_711", "chunk_717", "chunk_759", "chunk_788", "chunk_789", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_105", "chunk_highP_64", "chunk_highP_72" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1074662366782777 }, "2ae6c75f": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2616543334935488 }, "cc2d4a1f": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_160", "chunk_167", "chunk_175", "chunk_179", "chunk_180", "chunk_184", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_304", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_426", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_54", "chunk_555", "chunk_570", "chunk_576", "chunk_586", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_628", "chunk_664", "chunk_669", "chunk_67", "chunk_671", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_713", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_120", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.3563115735161824 }, "c0274abf": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_228", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.20449495088243294 }, "9c49b682": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_674", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_2", "chunk_highP_20", "chunk_highP_33", "chunk_highP_35", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.24056172154417882 }, "9481f940": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.2950514986859759 }, "eab96bd2": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609", "chunk_highP_90", "chunk_highP_103", "chunk_570", "chunk_82", "chunk_highP_49", "chunk_352", "chunk_highP_122", "chunk_highP_151", "chunk_768", "chunk_155" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_788", "chunk_789", "chunk_817", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_105", "chunk_highP_123", "chunk_highP_33", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.1338470508666355 }, "4a4ae64e": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_453", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_609", "chunk_61", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_817", "chunk_82", "chunk_832", "chunk_835", "chunk_866", "chunk_869", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_122", "chunk_highP_123", "chunk_highP_129", "chunk_highP_151", "chunk_highP_2", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.18527496699192417 }, "f5ba7a40": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628", "chunk_316", "chunk_1", "chunk_84", "chunk_81", "chunk_426", "chunk_highP_86", "chunk_highP_147", "chunk_highP_6", "chunk_highP_145", "chunk_highP_95", "chunk_450", "chunk_highP_23", "chunk_826", "chunk_highP_41", "chunk_588", "chunk_highP_12", "chunk_456", "chunk_highP_153", "chunk_719", "chunk_685", "chunk_471", "chunk_751", "chunk_906", "chunk_87", "chunk_67", "chunk_231", "chunk_806", "chunk_811", "chunk_610", "chunk_327", "chunk_180", "chunk_highP_20", "chunk_442", "chunk_602", "chunk_277", "chunk_10", "chunk_highP_51", "chunk_362", "chunk_highP_79", "chunk_97", "chunk_242", "chunk_267", "chunk_highP_35", "chunk_175", "chunk_253", "chunk_674", "chunk_132", "chunk_highP_65", "chunk_highP_126", "chunk_highP_148", "chunk_799", "chunk_highP_129", "chunk_highP_2", "chunk_617", "chunk_832", "chunk_highP_115", "chunk_869", "chunk_453", "chunk_highP_106", "chunk_609" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_125", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_228", "chunk_234", "chunk_236", "chunk_249", "chunk_265", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_320", "chunk_326", "chunk_346", "chunk_348", "chunk_352", "chunk_392", "chunk_425", "chunk_445", "chunk_454", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_596", "chunk_600", "chunk_61", "chunk_627", "chunk_664", "chunk_669", "chunk_681", "chunk_695", "chunk_711", "chunk_717", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_817", "chunk_82", "chunk_835", "chunk_866", "chunk_876", "chunk_896", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_122", "chunk_highP_123", "chunk_highP_151", "chunk_highP_33", "chunk_highP_49", "chunk_highP_64", "chunk_highP_72", "chunk_highP_84", "chunk_highP_90", "chunk_highP_94" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.16168227386011905 }, "5653cb13": { "dataset": "stiff_optimized", "mode": "ood", "training_mode": "one_step", "seed": 4, "systems": { "train": [ "chunk_highP_21", "chunk_95", "chunk_738", "chunk_266", "chunk_423", "chunk_440", "chunk_621", "chunk_highP_68", "chunk_867", "chunk_688", "chunk_179", "chunk_304", "chunk_54", "chunk_713", "chunk_184", "chunk_671", "chunk_586", "chunk_highP_120", "chunk_160", "chunk_628" ], "val": [ "chunk_859", "chunk_74", "chunk_highP_25", "chunk_482", "chunk_753", "chunk_302", "chunk_818", "chunk_108", "chunk_0", "chunk_911", "chunk_174", "chunk_143", "chunk_highP_88", "chunk_29", "chunk_222", "chunk_604", "chunk_229", "chunk_379", "chunk_598", "chunk_highP_18", "chunk_86", "chunk_642", "chunk_415", "chunk_813", "chunk_461", "chunk_651", "chunk_871", "chunk_599", "chunk_339", "chunk_289", "chunk_533", "chunk_highP_76", "chunk_43", "chunk_343", "chunk_701", "chunk_414", "chunk_914", "chunk_616", "chunk_112", "chunk_308", "chunk_73", "chunk_763", "chunk_779", "chunk_2", "chunk_388", "chunk_630", "chunk_912", "chunk_895", "chunk_852", "chunk_918", "chunk_122", "chunk_6", "chunk_162", "chunk_730", "chunk_419", "chunk_194", "chunk_864", "chunk_820", "chunk_342", "chunk_658", "chunk_675", "chunk_79", "chunk_452", "chunk_400", "chunk_459", "chunk_296", "chunk_151", "chunk_908", "chunk_611", "chunk_824" ], "test": [ "chunk_highP_73", "chunk_290", "chunk_highP_60", "chunk_49", "chunk_92", "chunk_78", "chunk_highP_38", "chunk_197", "chunk_322", "chunk_844", "chunk_9", "chunk_398", "chunk_133", "chunk_157", "chunk_705", "chunk_193", "chunk_highP_91", "chunk_394", "chunk_246", "chunk_highP_44", "chunk_344", "chunk_590", "chunk_highP_3", "chunk_340", "chunk_89", "chunk_786", "chunk_183", "chunk_187", "chunk_364", "chunk_121", "chunk_224", "chunk_521", "chunk_436", "chunk_729", "chunk_819", "chunk_65", "chunk_891", "chunk_77", "chunk_337", "chunk_744", "chunk_178", "chunk_605", "chunk_107", "chunk_464", "chunk_318", "chunk_470", "chunk_564", "chunk_479", "chunk_298", "chunk_812", "chunk_176", "chunk_765", "chunk_689", "chunk_481", "chunk_756", "chunk_544", "chunk_792", "chunk_282", "chunk_251", "chunk_164", "chunk_260", "chunk_104", "chunk_300", "chunk_288", "chunk_highP_75", "chunk_269", "chunk_96", "chunk_60", "chunk_120", "chunk_504" ] }, "unused": [ "chunk_1", "chunk_10", "chunk_125", "chunk_132", "chunk_140", "chunk_152", "chunk_155", "chunk_156", "chunk_167", "chunk_175", "chunk_180", "chunk_228", "chunk_231", "chunk_234", "chunk_236", "chunk_242", "chunk_249", "chunk_253", "chunk_265", "chunk_267", "chunk_277", "chunk_279", "chunk_30", "chunk_310", "chunk_313", "chunk_316", "chunk_320", "chunk_326", "chunk_327", "chunk_346", "chunk_348", "chunk_352", "chunk_362", "chunk_392", "chunk_425", "chunk_426", "chunk_442", "chunk_445", "chunk_450", "chunk_453", "chunk_454", "chunk_456", "chunk_471", "chunk_477", "chunk_478", "chunk_487", "chunk_498", "chunk_508", "chunk_520", "chunk_525", "chunk_539", "chunk_555", "chunk_570", "chunk_576", "chunk_588", "chunk_596", "chunk_600", "chunk_602", "chunk_609", "chunk_61", "chunk_610", "chunk_617", "chunk_627", "chunk_664", "chunk_669", "chunk_67", "chunk_674", "chunk_681", "chunk_685", "chunk_695", "chunk_711", "chunk_717", "chunk_719", "chunk_751", "chunk_759", "chunk_768", "chunk_788", "chunk_789", "chunk_799", "chunk_806", "chunk_81", "chunk_811", "chunk_817", "chunk_82", "chunk_826", "chunk_832", "chunk_835", "chunk_84", "chunk_866", "chunk_869", "chunk_87", "chunk_876", "chunk_896", "chunk_906", "chunk_97", "chunk_99", "chunk_highP_103", "chunk_highP_105", "chunk_highP_106", "chunk_highP_115", "chunk_highP_12", "chunk_highP_122", "chunk_highP_123", "chunk_highP_126", "chunk_highP_129", "chunk_highP_145", "chunk_highP_147", "chunk_highP_148", "chunk_highP_151", "chunk_highP_153", "chunk_highP_2", "chunk_highP_20", "chunk_highP_23", "chunk_highP_33", "chunk_highP_35", "chunk_highP_41", "chunk_highP_49", "chunk_highP_51", "chunk_highP_6", "chunk_highP_64", "chunk_highP_65", "chunk_highP_72", "chunk_highP_79", "chunk_highP_84", "chunk_highP_86", "chunk_highP_90", "chunk_highP_94", "chunk_highP_95" ], "rule": "highest_n", "training_pool_size": 100, "ranking_steps": 100, "validation_distribution": "lower_ratio", "cutoff_poisson_ratio": 0.34706504605169797 } }, "generated": "2026-10-17T13:44:15+00:00" }